-- Logs begin at Tue 2021-06-29 16:43:45 UTC, end at Tue 2021-06-29 18:01:56 UTC. -- Jun 29 17:32:08.572351 dv-cinder-763306-14-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 29 17:32:11.389469 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.common.config [-] Logging enabled! Jun 29 17:32:11.390123 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 29 17:32:11.390240 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100237) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 17:32:11.393977 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.common.config [-] Logging enabled! Jun 29 17:32:11.394272 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 29 17:32:11.394592 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100237) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 17:32:11.395584 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 17:32:11.395848 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 17:32:11.396233 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 17:32:11.396481 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 17:32:11.396709 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 17:32:11.397033 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.397342 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.397640 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.397873 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.398173 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.398466 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.398753 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.399052 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.399355 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.399653 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.399965 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.400257 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.400495 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.400782 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.401075 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.401368 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.401596 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] debug = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.401885 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.402315 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.402729 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.403017 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.403463 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.403888 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.404052 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.404349 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.404624 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.404975 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] host = dv-cinder-763306-14-iscsi {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.405263 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.405557 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.405841 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.406154 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.406535 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.406807 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.407098 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.407979 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.408286 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] log_file = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.408581 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.408963 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.409317 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.409605 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.409837 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.410135 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.410433 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.410724 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.411007 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.411289 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.411568 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.411872 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.412157 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.412428 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.412719 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.413007 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.413294 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.413572 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.413850 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.414126 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.414401 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.414689 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.415015 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.415292 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.415573 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.415887 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.416163 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.416441 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.416758 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.417045 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.417331 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.417622 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.417899 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.418191 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.418469 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.418743 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.419024 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] use_json = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.419300 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.419572 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.419879 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.420157 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.420432 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.420710 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.420984 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.421300 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:11.421607 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.421909 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.422220 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.422509 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.422865 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.423347 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.423839 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.424135 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.424437 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.424742 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.425039 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.425329 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.425624 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.425921 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.426233 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.427610 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.427610 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.427610 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.427610 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.428095 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.428095 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.428340 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.428529 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.428836 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.429135 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.429416 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.429701 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.430067 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.430281 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.430556 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.430838 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.431131 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.431414 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.431694 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.432046 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.432330 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.432606 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.432884 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.433167 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.433462 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.433745 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.434020 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.434296 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.434578 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.434853 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.435144 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.435424 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.435700 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.435999 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.436281 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.436558 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.436836 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.437121 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.437395 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.437676 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.437951 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.438226 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.438674 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.439051 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.439331 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.439607 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.439910 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.440193 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.440469 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.440746 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.441023 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.441300 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.441579 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.441877 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.442181 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.442465 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.442752 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.443054 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.443344 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.443627 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.443976 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.444263 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.444546 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.444824 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.445129 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.445418 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.445713 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.446002 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.446289 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.446585 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.446869 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.447159 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.447444 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.447776 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.448051 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.448338 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.448643 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.448936 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.449280 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.449587 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.449895 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.450181 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.450495 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.450779 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:11.450998 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 17:32:11.451504 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100237) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 29 17:32:11.815407 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:32:11.815693 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:32:11.816013 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:32:11.816360 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 29 17:32:12.219489 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.219847 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.220130 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.221465 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.221742 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.222014 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.260018 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.260255 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.260614 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.274526 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.274815 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.275091 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.307764 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.308061 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.308331 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.345918 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.346284 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.346564 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.587897 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.588543 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.588543 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.588802 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.589450 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.720712 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.721115 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.721408 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.721694 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.721972 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.722284 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.722546 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.722807 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.723066 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.723354 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.723655 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.723952 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.724224 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.724497 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.724757 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.725028 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.725304 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.725718 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.726000 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.726265 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.726550 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.726904 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.727163 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.727451 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.727703 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.727976 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.728384 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 17:32:12.728631 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 17:32:12.728871 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 17:32:12.729111 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 17:32:12.729349 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 17:32:12.729591 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 17:32:12.729958 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 29 17:32:12.733315 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 29 17:32:12.737493 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 29 17:32:12.741437 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Jun 29 17:32:12.743089 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 29 17:32:12.743545 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 29 17:32:12.743921 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 29 17:32:12.744313 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 29 17:32:12.747489 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 29 17:32:12.747761 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 29 17:32:12.748125 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 17:32:12.776724 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 29 17:32:12.777194 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.777501 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100237) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 29 17:32:12.777870 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.779252 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100237) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 29 17:32:12.779548 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 17:32:12.779845 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 29 17:32:12.783689 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.783997 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:12.848603 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 29 17:32:12.848785 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 29 17:32:12.848994 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 29 17:32:12.849378 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 29 17:32:12.872397 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_db.sqlalchemy.engines [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100237) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 29 17:32:13.567437 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.plugins.ml2.managers [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Initializing driver for type 'gre' Jun 29 17:32:13.568068 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] gre ID ranges: [(1, 1000)] Jun 29 17:32:13.827985 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.plugins.ml2.managers [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Initializing driver for type 'local' Jun 29 17:32:13.828639 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.plugins.ml2.managers [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Initializing driver for type 'vlan' Jun 29 17:32:13.944544 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] VlanTypeDriver initialization complete Jun 29 17:32:13.944954 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.plugins.ml2.managers [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Initializing driver for type 'vxlan' Jun 29 17:32:13.945471 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] vxlan ID ranges: [(1, 1000)] Jun 29 17:32:14.155811 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.plugins.ml2.managers [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Initializing extension driver 'port_security' Jun 29 17:32:14.156094 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.plugins.ml2.extensions.port_security [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] PortSecurityExtensionDriver initialization complete Jun 29 17:32:14.156435 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.plugins.ml2.managers [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Initializing mechanism driver 'openvswitch' Jun 29 17:32:14.156777 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.plugins.ml2.managers [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Initializing mechanism driver 'hyperv' Jun 29 17:32:14.164064 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.plugins.ml2.plugin [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:32:14.165042 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > port after_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.165427 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > port after_update 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.165797 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > port after_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.166320 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > subnet after_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.166683 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > subnet after_update 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.167037 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.167427 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > network after_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.167806 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > network after_update 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.168204 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > network after_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.168589 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > security_group after_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.168945 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > security_group after_update 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.169390 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.169783 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.170135 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.170486 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.170871 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > address_group after_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.171226 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > address_group after_update 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.171573 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.171956 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] ML2 OVO RPC backend initialized. {{(pid=100237) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 29 17:32:14.173193 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.173984 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.174111 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > network before_response 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.174575 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > networks before_response 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.174915 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > port before_response 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.175266 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > ports before_response 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.175713 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > subnet before_response 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.175990 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > subnets before_response 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.176350 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > network after_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.176692 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > network after_update 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.177032 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > network after_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.177454 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > port after_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.177721 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > port after_update 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.178063 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > port after_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.178406 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > subnet after_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.178744 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > subnet after_update 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.179082 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.179708 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.plugins.ml2.plugin [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Modular L2 Plugin initialization complete Jun 29 17:32:14.180070 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading services supported by the core plugin {{(pid=100237) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 29 17:32:14.180459 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.plugins.ml2.managers [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Got port-security extension from driver 'port_security' Jun 29 17:32:14.180930 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.extensions.vlantransparent [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Disabled vlantransparent extension. Jun 29 17:32:14.181425 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100237) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 29 17:32:14.181739 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading Plugin: router Jun 29 17:32:14.237125 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.237516 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > router after_create 55549900 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.238001 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > router before_create 55549900 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.238448 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.238823 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.239179 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > router after_delete 55549900 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.239545 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.239941 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > router after_create 55549900 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.240292 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > router after_update 55549900 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.240647 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > router after_update 55549900 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.240997 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.241360 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > router after_update 55549900 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.241781 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > router precommit_update 55549900 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.242164 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: port after_update 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.242513 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: port after_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.242863 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: subnet after_update 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.243347 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.243616 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.244047 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > router precommit_create 55549900 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.249465 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: port before_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.249465 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > router precommit_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.249465 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > router after_update 55549900 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.249465 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.250328 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > router precommit_create 55549900 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.250328 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.250328 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > router precommit_update 55549900 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.250328 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > agent after_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.250790 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > agent after_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.250790 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > network after_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.250790 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.quota.resource_registry [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Tracking information for resource: router configured {{(pid=100237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 17:32:14.250790 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.quota.resource_registry [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Tracking information for resource: floatingip configured {{(pid=100237) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 17:32:14.254622 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.db.l3_agentschedulers_db [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 29 17:32:14.255228 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: port after_update 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.255595 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: port after_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.255977 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: port after_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.256334 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: port after_update 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.257178 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > router before_create 55550100 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.257550 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.257920 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > router precommit_create 55550100 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.258286 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > router precommit_update 55550100 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.263180 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.services.provider_configuration [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Service providers = [] {{(pid=100237) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 29 17:32:14.263546 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.db.servicetype_db [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100237) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 29 17:32:14.267255 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.services.service_base [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100237) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 17:32:14.267605 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.services.service_base [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100237) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 17:32:14.267994 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.services.service_base [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100237) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 17:32:14.268908 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.services.service_base [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100237) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 17:32:14.269292 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.services.service_base [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 29 17:32:14.269681 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 17:32:14.269997 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 29 17:32:14.283454 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 17:32:14.284085 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading Plugin: auto_allocate Jun 29 17:32:14.290291 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: network precommit_update 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.290720 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: network precommit_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.291279 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 17:32:14.291605 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading Plugin: tag Jun 29 17:32:14.298551 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 17:32:14.298876 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading Plugin: timestamp Jun 29 17:32:14.302888 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 17:32:14.308494 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading Plugin: network_ip_availability Jun 29 17:32:14.309606 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.310009 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.310372 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.311164 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 17:32:14.311495 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading Plugin: flavors Jun 29 17:32:14.324260 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 17:32:14.324585 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading Plugin: revisions Jun 29 17:32:14.330170 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100237) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 17:32:14.330550 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_concurrency.lockutils [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.514s {{(pid=100237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:32:14.331347 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100237) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 29 17:32:14.331683 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Initializing extension manager. Jun 29 17:32:14.332281 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: __init__.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.332627 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: __pycache__ {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.332964 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.333300 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: address_group.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.334274 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.334884 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: address-group Jun 29 17:32:14.335208 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: address_scope.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.335953 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.336474 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: address-scope Jun 29 17:32:14.336789 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.337833 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.338342 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: router-admin-state-down-before-update Jun 29 17:32:14.338660 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: agent.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.339371 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.339915 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: agent Jun 29 17:32:14.340238 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: agent_resources_synced.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.341157 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.341669 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: agent-resources-synced Jun 29 17:32:14.341992 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: allowedaddresspairs.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.343942 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.344479 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: allowed-address-pairs Jun 29 17:32:14.345370 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: auto_allocated_topology.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.347006 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.347535 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: auto-allocated-topology Jun 29 17:32:14.347910 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: availability_zone.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.348629 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.349134 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: availability_zone Jun 29 17:32:14.349459 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: availability_zone_filter.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.350377 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.350880 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: availability_zone_filter Jun 29 17:32:14.351205 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: data_plane_status.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.352191 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.352704 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension data-plane-status not supported by any of loaded plugins Jun 29 17:32:14.361325 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: default_subnetpools.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.362706 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.363277 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: default-subnetpools Jun 29 17:32:14.363609 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.364558 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.365070 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: dhcp_agent_scheduler Jun 29 17:32:14.365478 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: dns.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.366839 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.366983 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension dns-integration not supported by any of loaded plugins Jun 29 17:32:14.367709 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: dns_domain_ports.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.368177 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.368682 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 29 17:32:14.369006 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.369978 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.370477 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 29 17:32:14.370803 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: dvr.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.371527 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.372070 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: dvr Jun 29 17:32:14.372403 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: empty_string_filtering.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.373342 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.373844 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: empty-string-filtering Jun 29 17:32:14.374160 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.375074 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.375576 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 29 17:32:14.375930 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.377063 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.377570 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 29 17:32:14.377895 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: external_net.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.378825 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.379354 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: external-net Jun 29 17:32:14.379650 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.380618 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.381162 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: extra_dhcp_opt Jun 29 17:32:14.381489 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: extraroute.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.382419 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.382931 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: extraroute Jun 29 17:32:14.383255 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: extraroute_atomic.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.384364 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.384880 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: extraroute-atomic Jun 29 17:32:14.385706 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: filter_validation.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.385960 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.386489 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: filter-validation Jun 29 17:32:14.390096 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: fip_pf_description.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.391023 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.392178 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 29 17:32:14.392559 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: fip_port_details.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.393760 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.394479 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: fip-port-details Jun 29 17:32:14.395022 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: flavors.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.396567 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.397097 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: flavors Jun 29 17:32:14.397430 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.399176 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.399705 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 29 17:32:14.400072 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: floatingip_pools.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.400797 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.401316 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: floatingip-pools Jun 29 17:32:14.401648 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: ip_allocation.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.402591 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.403102 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension ip_allocation not supported by any of loaded plugins Jun 29 17:32:14.403473 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.404483 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.405008 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: ip-substring-filtering Jun 29 17:32:14.405332 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: l2_adjacency.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.406478 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.406918 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 29 17:32:14.407893 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: l3.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.408925 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.409454 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: router Jun 29 17:32:14.409833 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.412391 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.412984 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 29 17:32:14.413324 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.414309 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.414836 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: ext-gw-mode Jun 29 17:32:14.415171 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.416130 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.416649 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: l3-ha Jun 29 17:32:14.416980 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: l3_flavors.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.417925 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.418443 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: l3-flavors Jun 29 17:32:14.418770 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.419688 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.420238 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 29 17:32:14.420570 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: l3agentscheduler.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.421685 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.422201 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: l3_agent_scheduler Jun 29 17:32:14.422528 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: logging.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.425416 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.426235 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension logging not supported by any of loaded plugins Jun 29 17:32:14.426756 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: metering.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.427970 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.428988 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: metering Jun 29 17:32:14.429516 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.431192 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.432192 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: metering_source_and_destination_fields Jun 29 17:32:14.432792 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: multiprovidernet.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.433708 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.434235 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: multi-provider Jun 29 17:32:14.434570 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: netmtu.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.435504 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.436051 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: net-mtu Jun 29 17:32:14.436381 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: netmtu_writable.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.437310 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.437908 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: net-mtu-writable Jun 29 17:32:14.438335 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: network_availability_zone.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.439046 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.439567 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: network_availability_zone Jun 29 17:32:14.439921 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: network_ip_availability.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.448599 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.449226 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: network-ip-availability Jun 29 17:32:14.449564 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: network_segment_range.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.450442 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.451210 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension network-segment-range not supported by any of loaded plugins Jun 29 17:32:14.451537 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: pagination.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.452658 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.452992 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: pagination Jun 29 17:32:14.453317 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: port_device_profile.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.454765 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.455349 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: port-device-profile Jun 29 17:32:14.455714 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.456731 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.457314 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: port-mac-address-regenerate Jun 29 17:32:14.457716 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.458706 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.459260 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: port-numa-affinity-policy Jun 29 17:32:14.459620 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: port_resource_request.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.460644 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.461253 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension port-resource-request not supported by any of loaded plugins Jun 29 17:32:14.461627 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: portbindings.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.462621 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.463182 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: binding Jun 29 17:32:14.463546 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: portbindings_extended.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.465015 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.465579 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: binding-extended Jun 29 17:32:14.465945 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: portsecurity.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.467097 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.467663 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: port-security Jun 29 17:32:14.468121 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: project_id.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.469305 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.470535 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: project-id Jun 29 17:32:14.470866 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: providernet.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.471865 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.472395 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: provider Jun 29 17:32:14.472711 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: qos.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.476899 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.477442 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension qos not supported by any of loaded plugins Jun 29 17:32:14.477777 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.479077 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.479596 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 29 17:32:14.480057 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.481295 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.481547 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 29 17:32:14.481792 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: qos_default.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.482712 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.483237 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension qos-default not supported by any of loaded plugins Jun 29 17:32:14.483566 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: qos_fip.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.484260 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.484765 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension qos-fip not supported by any of loaded plugins Jun 29 17:32:14.485140 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: qos_gateway_ip.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.486062 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.486574 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 29 17:32:14.486951 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: qos_port_network_policy.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.487926 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.488435 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 29 17:32:14.488758 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: qos_rule_type_details.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.489684 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.490195 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 29 17:32:14.490518 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: qos_rules_alias.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.491586 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.492210 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 29 17:32:14.492456 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: quotasv2.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.493464 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.493790 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: quotas Jun 29 17:32:14.494121 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: quotasv2_detail.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.497521 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.497864 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: quota_details Jun 29 17:32:14.498203 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: rbac.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.499326 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.499924 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: rbac-policies Jun 29 17:32:14.500258 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: rbac_address_group.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.501742 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.502258 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: rbac-address-group Jun 29 17:32:14.502634 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: rbac_address_scope.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.503901 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.504421 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: rbac-address-scope Jun 29 17:32:14.504755 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: rbac_security_groups.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.505711 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.506226 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: rbac-security-groups Jun 29 17:32:14.506552 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: rbac_subnetpool.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.507590 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.508140 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: rbac-subnetpool Jun 29 17:32:14.508468 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: revisionifmatch.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.509401 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.509908 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: revision-if-match Jun 29 17:32:14.510243 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: revisions.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.511629 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.512172 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: standard-attr-revisions Jun 29 17:32:14.512504 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: router_availability_zone.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.513363 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.513890 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: router_availability_zone Jun 29 17:32:14.514220 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: routerservicetype.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.515331 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.515876 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension router-service-type not supported by any of loaded plugins Jun 29 17:32:14.516206 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.517693 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.518217 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: security-groups-normalized-cidr Jun 29 17:32:14.518550 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.519488 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.520042 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: port-security-groups-filtering Jun 29 17:32:14.520373 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.521294 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.521862 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: security-groups-remote-address-group Jun 29 17:32:14.522186 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: securitygroup.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.532391 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.533144 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: security-group Jun 29 17:32:14.533493 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: segment.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.534371 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.534951 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension segment not supported by any of loaded plugins Jun 29 17:32:14.535287 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.536365 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.536887 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 29 17:32:14.537217 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: servicetype.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.538365 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.538899 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: service-type Jun 29 17:32:14.539277 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: sorting.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.540305 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.540637 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: sorting Jun 29 17:32:14.540970 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: standard_attr_segment.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.541965 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.542481 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 29 17:32:14.542805 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: standardattrdescription.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.543473 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.544006 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: standard-attr-description Jun 29 17:32:14.544328 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: stateful_security_group.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.545266 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.545775 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: stateful-security-group Jun 29 17:32:14.546101 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: stdattrs_common.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.546724 dv-cinder-763306-14-iscsi neutron-server[100237]: WARNING neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 29 17:32:14.547045 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.548281 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.548889 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 29 17:32:14.549219 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: subnet_onboard.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.550344 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.550862 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: subnet_onboard Jun 29 17:32:14.551195 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.552219 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.552732 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 29 17:32:14.556620 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: subnet_service_types.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.557377 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.557895 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: subnet-service-types Jun 29 17:32:14.558223 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: subnetallocation.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.559353 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.559905 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: subnet_allocation Jun 29 17:32:14.560241 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.560929 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.561458 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: subnetpool-prefix-ops Jun 29 17:32:14.561783 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.562747 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.563927 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 29 17:32:14.564697 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: tagging.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.565516 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.566051 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: standard-attr-tag Jun 29 17:32:14.566382 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: timestamp.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.567658 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.568251 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loaded extension: standard-attr-timestamp Jun 29 17:32:14.568582 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: trunk.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.569645 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.570160 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension trunk not supported by any of loaded plugins Jun 29 17:32:14.570487 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: trunk_details.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.571453 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.572093 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension trunk-details not supported by any of loaded plugins Jun 29 17:32:14.572302 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: uplink_status_propagation.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.574429 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.574429 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 29 17:32:14.574429 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Loading extension file: vlantransparent.py {{(pid=100237) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 17:32:14.574926 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100237) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 17:32:14.575494 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 29 17:32:14.578158 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.quota.resource_registry [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Creating instance of TrackedResource for resource:network Jun 29 17:32:14.578697 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.quota.resource_registry [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Creating instance of TrackedResource for resource:subnet Jun 29 17:32:14.579897 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.quota.resource_registry [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 17:32:14.580244 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.quota.resource_registry [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Creating instance of TrackedResource for resource:port Jun 29 17:32:14.581502 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.v2.resource_helper [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:32:14.581964 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.v2.resource_helper [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Service FLAVORS assigned prefix: {{(pid=100237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:32:14.582610 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.v2.resource_helper [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:32:14.583053 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.v2.resource_helper [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:32:14.583388 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.quota.resource_registry [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Creating instance of TrackedResource for resource:router Jun 29 17:32:14.583866 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.quota.resource_registry [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Creating instance of TrackedResource for resource:floatingip Jun 29 17:32:14.584372 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.v2.resource_helper [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Service METERING assigned prefix: /metering {{(pid=100237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:32:14.585884 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.586297 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.586696 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:32:14.587890 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.quota.resource_registry [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 17:32:14.588397 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.quota.resource_registry [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Creating instance of TrackedResource for resource:security_group Jun 29 17:32:14.588946 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.quota.resource_registry [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 17:32:14.589647 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.v2.resource_helper [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Service CORE assigned prefix: {{(pid=100237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:32:14.590028 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.quota.resource_registry [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 17:32:14.590426 dv-cinder-763306-14-iscsi neutron-server[100237]: WARNING neutron.quota.resource_registry [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] subnetpool is already registered Jun 29 17:32:14.590916 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.v2.resource_helper [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Service CORE assigned prefix: {{(pid=100237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:32:14.591286 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.quota.resource_registry [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 17:32:14.591667 dv-cinder-763306-14-iscsi neutron-server[100237]: WARNING neutron.quota.resource_registry [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] subnetpool is already registered Jun 29 17:32:14.594225 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.v2.resource_helper [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:32:14.594698 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.v2.resource_helper [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Service FLAVORS assigned prefix: {{(pid=100237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:32:14.595309 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.v2.resource_helper [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:32:14.595972 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.v2.resource_helper [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:32:14.596320 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.quota.resource_registry [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Creating instance of TrackedResource for resource:router Jun 29 17:32:14.596669 dv-cinder-763306-14-iscsi neutron-server[100237]: WARNING neutron.quota.resource_registry [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] router is already registered Jun 29 17:32:14.597087 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.quota.resource_registry [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Creating instance of TrackedResource for resource:floatingip Jun 29 17:32:14.597424 dv-cinder-763306-14-iscsi neutron-server[100237]: WARNING neutron.quota.resource_registry [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] floatingip is already registered Jun 29 17:32:14.597941 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.v2.resource_helper [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Service METERING assigned prefix: /metering {{(pid=100237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:32:14.598646 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.quota.resource_registry [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 17:32:14.598977 dv-cinder-763306-14-iscsi neutron-server[100237]: WARNING neutron.quota.resource_registry [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] rbac_policy is already registered Jun 29 17:32:14.599398 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.quota.resource_registry [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Creating instance of TrackedResource for resource:security_group Jun 29 17:32:14.599756 dv-cinder-763306-14-iscsi neutron-server[100237]: WARNING neutron.quota.resource_registry [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] security_group is already registered Jun 29 17:32:14.600168 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.quota.resource_registry [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 17:32:14.600504 dv-cinder-763306-14-iscsi neutron-server[100237]: WARNING neutron.quota.resource_registry [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] security_group_rule is already registered Jun 29 17:32:14.601184 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.v2.resource_helper [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Service CORE assigned prefix: {{(pid=100237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:32:14.601519 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.quota.resource_registry [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 17:32:14.601859 dv-cinder-763306-14-iscsi neutron-server[100237]: WARNING neutron.quota.resource_registry [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] subnetpool is already registered Jun 29 17:32:14.602300 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.v2.resource_helper [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Service CORE assigned prefix: {{(pid=100237) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 17:32:14.602623 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.quota.resource_registry [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 17:32:14.602959 dv-cinder-763306-14-iscsi neutron-server[100237]: WARNING neutron.quota.resource_registry [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] subnetpool is already registered Jun 29 17:32:14.603442 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: extensions {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.605013 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: address-groups {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.606569 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: address-scopes {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.617477 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: agents {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.617477 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: auto-allocated-topology {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.617477 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: availability_zones {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.617477 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: dhcp-networks {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.617477 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: dhcp-agents {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.617477 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: routers {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.618120 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: flavors {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.619414 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: service_profiles {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.620652 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: next_providers {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.622155 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: service_profiles {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.623820 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: floatingip-pools {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.625054 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: routers {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.627388 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: floatingips {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.628821 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: l3-routers {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.630229 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: l3-agents {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.631655 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: metering-labels {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.632964 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: metering-label-rules {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.634470 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: network-ip-availabilities {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.635675 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: bindings {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.637290 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: quotas {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.638846 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: quotas {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.640386 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: rbac-policies {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.642264 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: security-groups {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.643743 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: security-group-rules {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.645030 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: service-providers {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.646264 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: subnetpools {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.647606 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: subnetpools {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.649279 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: tags {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.650973 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: tags {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.652978 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: tags {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.654750 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: tags {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.656650 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: tags {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.658591 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: tags {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.660339 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: tags {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.662202 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: tags {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.664132 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: tags {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.665876 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron.api.extensions [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Extended resource: tags {{(pid=100237) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 17:32:14.672201 dv-cinder-763306-14-iscsi neutron-server[100237]: WARNING keystonemiddleware.auth_token [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 29 17:32:14.676920 dv-cinder-763306-14-iscsi neutron-server[100237]: WARNING keystonemiddleware.auth_token [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 29 17:32:14.686916 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_concurrency.lockutils [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Acquired lock "singleton_lock" {{(pid=100237) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 29 17:32:14.687395 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_concurrency.lockutils [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Releasing lock "singleton_lock" {{(pid=100237) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 29 17:32:14.688087 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO oslo_service.service [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Starting 2 workers Jun 29 17:32:14.693559 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Started child 100361 {{(pid=100237) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 17:32:14.698163 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Started child 100362 {{(pid=100237) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 17:32:14.699183 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:14.700216 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO neutron.service [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 29 17:32:14.700474 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Notify callbacks [] for process, before_spawn {{(pid=100237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:14.700767 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [-] (100361) wsgi starting up on http://0.0.0.0:9696 Jun 29 17:32:14.703693 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO oslo_service.service [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Starting 1 workers Jun 29 17:32:14.708783 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:14.709892 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Started child 100363 {{(pid=100237) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 17:32:14.710266 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [-] (100362) wsgi starting up on http://0.0.0.0:9696 Jun 29 17:32:14.710402 dv-cinder-763306-14-iscsi neutron-server[100237]: INFO oslo_service.service [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Starting 1 workers Jun 29 17:32:14.713419 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.service [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] calling RpcWorker wait() {{(pid=100363) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 29 17:32:14.714027 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.service [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] returning from RpcWorker wait() {{(pid=100363) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 29 17:32:14.714954 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Started child 100364 {{(pid=100237) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 17:32:14.715167 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:14.715685 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:32:14.715863 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG neutron_lib.callbacks.manager [None req-20b008a9-9585-4cad-b268-484d728395d2 None None] Notify callbacks [] for process, after_spawn {{(pid=100237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:14.717845 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100237) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 17:32:14.718073 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 17:32:14.718271 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 17:32:14.718475 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 17:32:14.718829 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 17:32:14.718987 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 17:32:14.719551 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.719917 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.720718 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.721033 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.721331 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.721861 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:14.722959 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.722959 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.722959 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.723158 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.723222 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.723430 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.723600 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.723928 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.724257 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.724601 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.725002 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.725259 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.725574 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.725574 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.726171 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.726485 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.726747 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.727036 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] debug = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.727287 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.727798 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.728155 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.728415 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.728736 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.729023 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.729292 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.729584 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.729824 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.730118 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.730342 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.730617 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.730867 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.731108 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.731323 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.731615 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.731866 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.732355 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] host = dv-cinder-763306-14-iscsi {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.732608 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.732831 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.733195 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.733363 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.733581 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.733797 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.734159 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.734334 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.734566 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.734811 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.735073 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.735362 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.735600 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.735882 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] log_file = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.736050 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] log_options = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.736321 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.736557 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.736810 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.737002 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.737174 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.737347 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.737768 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.737897 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.738054 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.738298 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.738565 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.738790 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.739010 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.739228 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.739496 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.739783 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.740032 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.740244 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.740494 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.740751 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.741154 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.741302 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.741459 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.742493 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.742493 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.742493 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.742493 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.742805 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.743921 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.744357 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.744764 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.745253 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.745847 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.745847 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.746131 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.746330 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.746566 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.746848 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.747095 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.747356 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.747627 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.747903 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.748163 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.759546 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.759546 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.759546 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] use_json = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.759546 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.759546 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.759546 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.759546 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.759546 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.759546 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.760565 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.760565 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.760565 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.760565 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.760565 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.760565 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.760565 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.760565 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.761522 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.761614 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:32:14.761703 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.761703 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.761703 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.761703 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.761703 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.761703 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.761703 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.761703 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.762360 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.762360 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.762360 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.762360 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.762360 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.762360 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.762360 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.762360 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.763129 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.763129 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.102/identity {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.763129 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.763129 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.763129 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.763129 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.763129 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.763129 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.763703 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.763703 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.763703 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.763703 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.763703 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.763703 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.763703 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.763703 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.763703 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.764699 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.764699 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.764699 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.764699 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.764699 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.764699 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.764699 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.764699 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.764699 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.765732 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.765732 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.765732 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.765732 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.765732 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.765732 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.765732 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.765732 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.765732 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.766702 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.766702 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.766702 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.766702 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.766702 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.766702 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.767812 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.767812 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.767812 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.768070 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.768070 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.768324 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.768544 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.768796 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.769147 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.769246 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.769476 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.769712 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.769927 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.770140 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.770358 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.770576 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.770818 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.771035 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.771385 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.771510 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.771782 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.772099 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.772347 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.772607 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.772827 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.773127 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.773351 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.773623 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.773840 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.774068 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.774320 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.774592 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.774843 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.775113 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.775374 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.775624 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.775908 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.776135 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.776378 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.776623 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.776872 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.777306 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.777442 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.777741 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.778154 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.779012 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.779292 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.780247 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.780394 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.780618 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.781475 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.781754 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.782607 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.784914 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.784914 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.784914 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.789827 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.789827 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.789827 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.789827 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.789827 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.789827 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.789827 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.789827 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.790600 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.790600 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.790600 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.790600 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.790600 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.790600 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.790600 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.791136 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 56634) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:32:14.791691 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.791691 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.794597 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.794897 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.795217 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.795504 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.795811 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.796080 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.796344 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.102/identity {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.796580 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.796828 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.797070 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.797426 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.798539 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.798935 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.799240 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.799541 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.799896 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.802311 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.802716 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [-] 10.222.0.102 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0095377 Jun 29 17:32:14.803182 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.803673 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.804144 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.804600 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.805650 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.807152 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.807295 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.807558 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.807846 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.808089 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.808326 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.808588 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.808823 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.809090 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.809322 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.809931 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.809931 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.810167 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.810383 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.810628 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.810872 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.811096 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.811370 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.811597 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.813954 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.814286 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.815764 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.815965 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.818189 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.818189 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.818189 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.818189 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.818189 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.819186 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.819458 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.819717 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.820009 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.820261 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.821516 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.821516 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.821516 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.821516 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.821516 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.821861 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.822045 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.823006 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.823006 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.823006 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.823006 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.823293 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.823293 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.823521 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.823851 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.825621 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.826139 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.826429 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.826683 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.826993 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.827903 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.828180 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.828723 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.828723 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.829785 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.829785 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.829785 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.829785 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.830113 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.830113 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.830296 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.830510 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.830751 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.830959 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.831178 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.831411 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.831631 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.831874 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.832107 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.832375 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.832968 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.833204 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.833431 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.834695 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.835021 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.835285 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.837238 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.837687 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.837987 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.838263 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.838529 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.838845 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.839769 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.839769 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.839769 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.840013 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.840118 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.840411 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.840735 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.841041 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.841308 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.841864 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.842339 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.842797 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.843229 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.843568 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.844219 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.845509 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.846138 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.846253 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.846421 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.846709 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.846964 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.847201 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.847457 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.847866 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.848138 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.848478 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.848747 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.849355 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.849355 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.849703 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.850061 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.850456 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.850717 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.851029 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.851265 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.851501 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 17:32:14.852689 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100237) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 17:32:14.853472 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 17:32:14.853635 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 17:32:14.853811 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 17:32:14.853986 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 17:32:14.854424 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 17:32:14.854681 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.854936 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.856542 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.856542 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.856542 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.856542 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.856542 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.856542 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.856542 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.856542 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.857016 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.857016 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.857016 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.857214 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.857394 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.857580 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.857708 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.857871 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.858616 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.858616 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.858760 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.858895 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.859900 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] debug = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.861643 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.861964 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.862237 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.862415 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.862566 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.862822 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.862988 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.863118 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.863242 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.864491 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.864491 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.865431 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.865701 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.866553 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.866813 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.867098 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.867347 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.869030 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] host = dv-cinder-763306-14-iscsi {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.869030 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.869030 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.869030 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.869030 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.869030 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.869030 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.870272 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.870272 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.870272 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.870272 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.870272 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.870272 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.870272 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.870272 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] log_file = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.871880 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] log_options = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.871880 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.871880 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.871880 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.871880 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.871880 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.871880 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.873268 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.873268 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.873268 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.873268 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.873268 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.873268 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.873268 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.873268 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.874808 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.874808 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.874808 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.874808 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.874808 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.874808 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.874808 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.874808 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.876508 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.876508 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.876508 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.876508 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.876508 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.876508 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.876508 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.876508 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.876508 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.877727 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.877727 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.877727 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.877727 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.877727 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.877727 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.877727 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.877727 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.879238 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.879238 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.879238 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.879238 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.879238 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.879238 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.879238 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] use_json = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.879238 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.880465 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.880465 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.880465 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.880465 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.880465 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.880465 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.880465 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 17:32:14.880465 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.881496 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.881496 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.881496 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.881496 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.881496 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.881496 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.881496 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.881496 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.882537 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.882537 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.882537 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.882537 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.882537 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.882537 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.882537 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.882537 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.883566 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.883566 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.883566 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.883895 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.883895 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.885304 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.887283 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.887283 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.102/identity {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.887283 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.887283 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.887911 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.887911 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.888184 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.889153 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.889153 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.889153 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.889153 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.889153 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.889824 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.889962 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.890322 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.890495 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.892010 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.892213 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.892402 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.892590 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.892775 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.892956 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.893132 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.893304 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.893476 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.893644 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.895953 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.896162 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.896343 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.896519 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.897224 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.897224 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.897224 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.897224 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.897492 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.897492 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.897694 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.897849 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.898029 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.898196 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.898361 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.898525 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.898691 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.899554 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.899554 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.899554 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.899554 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.899554 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.899975 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.899975 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.900155 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.900325 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.900492 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.900658 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.900824 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.900996 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.901173 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.901320 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.901461 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.901602 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.901740 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.901959 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.902140 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.902297 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.902438 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.902602 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.902766 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.902931 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.903088 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.903226 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.903392 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.903548 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.903696 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.903879 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.904047 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.904211 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.904375 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.904540 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.904684 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.904852 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.904999 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.905161 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.905299 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.905461 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.905625 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.905790 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.905935 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.906100 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.906272 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.907673 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.907673 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.908106 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.908106 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.908374 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.908374 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.908642 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.908812 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.910297 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.910498 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.910659 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.910827 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.910971 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.911140 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.911281 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.911421 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.911611 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.911819 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.911958 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.912104 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.912285 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.912450 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.912615 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.913106 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.913298 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.915478 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.916455 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.916640 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.916821 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.917013 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.917178 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.917325 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.102/identity {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.917498 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.917814 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.917814 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.918068 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.918191 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.918324 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.918449 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.918715 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.918853 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.918977 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.919099 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.919247 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.919376 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.919540 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.919703 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.924189 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.924189 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.924730 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.924730 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.925096 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.925096 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.925478 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:32:14.925674 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.925674 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.925930 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.925930 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.926178 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.926178 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.926436 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.926567 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.926698 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.926827 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.926993 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.927182 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.927339 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.927487 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.927635 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.927854 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.928005 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.928265 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.928529 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.928769 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.929038 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.929247 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.929432 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.929598 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.929770 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.929917 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.930213 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.930415 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.930569 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.930717 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.930873 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.931019 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.931177 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.931341 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.931514 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.931659 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.931852 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.932141 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.932274 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.932423 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.932584 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.936876 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.936876 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.936876 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.936876 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.936876 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.936876 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.936876 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.936876 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.937516 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.937516 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.937516 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.937516 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.937516 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.937516 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.937516 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.937516 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.938077 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.938077 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.938077 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.938077 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.938077 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.938077 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.938077 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.938077 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.939030 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.939030 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.939030 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.939030 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.939030 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.939030 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.939030 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.939030 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.939579 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.939579 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.939579 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.939579 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.939579 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.939579 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.939579 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.939579 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.940099 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.940099 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.942817 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.942817 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.942817 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.942817 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.943219 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.943219 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.943371 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.943488 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.944065 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.944450 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.944714 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.945016 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.945292 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.945564 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.946234 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.946234 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.947665 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.947665 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.947939 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.948183 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.948575 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.948861 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.949137 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.949471 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.949789 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.950118 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.950502 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.950762 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.951282 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.951549 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.951855 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 17:32:14.952123 dv-cinder-763306-14-iscsi neutron-server[100237]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100237) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 17:32:27.455401 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009b3cf9-b345-42b1-a1d1-b1974b5be2a3 None None] get_active_networks_info from dv-cinder-763306-14-iscsi {{(pid=100363) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 29 17:32:27.557824 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009b3cf9-b345-42b1-a1d1-b1974b5be2a3 None None] No non-hosted networks {{(pid=100363) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 29 17:32:27.580787 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-029728d4-7dbf-4c63-be14-daf83d749422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-475742'] for agent, after_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:29.803656 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-6633520c-3ee9-4696-a275-1423d67c6a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-475742'] for agent, after_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:29.853939 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.db.api [None req-90839e39-2cfa-4939-bb38-6644206871c1 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-763306-14-iscsi {{(pid=100363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 17:32:29.854987 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_db.api [None req-90839e39-2cfa-4939-bb38-6644206871c1 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 17:32:29.855913 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-475742'] for agent, after_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:29.857065 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:29.857649 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:29.858164 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:29.862537 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:29.862537 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:29.862537 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:29.862537 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:29.863461 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:29.864171 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:29.864699 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:29.865905 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:29.866522 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:29.867636 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-763306-14-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:32:29.881608 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-763306-14-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:32:30.387350 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-90839e39-2cfa-4939-bb38-6644206871c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:31.435022 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-475742'] for agent, after_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:33.118026 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-475742'] for agent, after_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:34.256468 dv-cinder-763306-14-iscsi neutron-server[100363]: INFO neutron.db.l3_hamode_db [None req-dd51aff3-a8b0-477d-a167-dd0f7d38444c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 29 17:32:34.344989 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd51aff3-a8b0-477d-a167-dd0f7d38444c None None] Routers set() bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:32:34.345483 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd51aff3-a8b0-477d-a167-dd0f7d38444c None None] Router IDs set() for agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 29 17:32:34.671396 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 56734) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:32:35.224115 dv-cinder-763306-14-iscsi neutron-server[100361]: WARNING oslo_policy.policy [None req-f982d396-5ec8-4d7f-b569-55bdef628442 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 17:32:35.224742 dv-cinder-763306-14-iscsi neutron-server[100361]: WARNING oslo_policy.policy [None req-f982d396-5ec8-4d7f-b569-55bdef628442 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 17:32:35.452775 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [None req-f982d396-5ec8-4d7f-b569-55bdef628442 admin admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=100361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 17:32:35.454694 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-f982d396-5ec8-4d7f-b569-55bdef628442 admin admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7822444 Jun 29 17:32:37.996078 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 56748) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:32:38.352681 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-abe827ab-3cac-4805-8ec8-1325398166e6 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:32:38.448452 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.policy [None req-abe827ab-3cac-4805-8ec8-1325398166e6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100361) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 17:32:38.495524 dv-cinder-763306-14-iscsi neutron-server[100361]: WARNING oslo_policy.policy [None req-abe827ab-3cac-4805-8ec8-1325398166e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 17:32:38.495989 dv-cinder-763306-14-iscsi neutron-server[100361]: WARNING oslo_policy.policy [None req-abe827ab-3cac-4805-8ec8-1325398166e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 17:32:38.505487 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.quota [None req-abe827ab-3cac-4805-8ec8-1325398166e6 admin admin] Loaded quota_driver: . Jun 29 17:32:38.698503 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-abe827ab-3cac-4805-8ec8-1325398166e6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732081053524', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732081053031', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732081074511', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732081063685', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732081086664', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732081085298', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1525592', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1405541', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-703258', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-768584'] for rbac-policy, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:38.920401 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-abe827ab-3cac-4805-8ec8-1325398166e6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:38.921572 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-abe827ab-3cac-4805-8ec8-1325398166e6 admin admin] 10.222.0.102 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9245076 Jun 29 17:32:41.559980 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 56760) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:32:41.885349 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'cac50850301c4fc692d34568408864b9', 'name': 'private', 'project_id': 'cac50850301c4fc692d34568408864b9'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:32:42.015319 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Made reservation on behalf of cac50850301c4fc692d34568408864b9 for: {'network': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:32:42.018729 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for network, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:42.037269 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:42.169231 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:42.277915 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:42.285563 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:32:42.312107 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] vlan segment allocate from pool success with {'vlan_id': 933, 'physical_network': 'physnet1'} {{(pid=100361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:32:42.336842 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732082675514', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:42.337495 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Unsubscribe: segment precommit_create {{(pid=100361) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 17:32:42.338098 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.db.segments_db [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Added segment ff6283a5-c0bb-4435-9d5b-3db78cc50d45 of type vlan for network 4a9ff749-d04b-41e9-9092-085142ac0edd Jun 29 17:32:42.357299 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9e7b91-939f-4dc9-9a42-21ffc2191a1a,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:32:42.415478 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:42.415856 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:42.416188 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:42.416510 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:42.416829 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:42.417170 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:42.417487 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:42.417814 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:42.418141 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:42.418448 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:42.418752 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:42.419054 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Tracked resource versions report: Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: pushed versions: Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: { 'AddressGroup': {'1.2'}, Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: 'ConntrackHelper': {'1.0'}, Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: 'Log': {'1.0'}, Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: 'Network': {'1.1'}, Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: 'Port': {'1.7'}, Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: 'PortForwarding': {'1.2'}, Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: 'QosPolicy': {'1.8'}, Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: 'SecurityGroup': {'1.4'}, Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: 'SecurityGroupRule': {'1.2'}, Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: 'SubPort': {'1.0'}, Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: 'Subnet': {'1.1'}, Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: 'Trunk': {'1.1'}} Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: consumer versions: Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: { DHCP agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: L3 agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: Metadata agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: Metering agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: Open vSwitch agent@dv-cinder-763306-14-iscsi: { 'AddressGroup': '1.2', Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: 'ConntrackHelper': '1.0', Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: 'Log': '1.0', Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: 'Network': '1.1', Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: 'Port': '1.7', Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: 'PortForwarding': '1.2', Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: 'QosPolicy': '1.8', Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: 'SecurityGroup': '1.4', Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: 'SecurityGroupRule': '1.2', Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: 'SubPort': '1.0', Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: 'Subnet': '1.1', Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: 'Trunk': '1.1'}} Jun 29 17:32:42.420359 dv-cinder-763306-14-iscsi neutron-server[100361]: {{(pid=100361) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 17:32:42.469006 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732082150732'] for network, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:42.475715 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:32:42.592200 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for network, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:42.594563 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:42.595474 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:42.597960 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:32:42.700590 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Pushing event updated for resources: {'Network': ['ID=4a9ff749-d04b-41e9-9092-085142ac0edd,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:32:42.704443 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:32:42.712203 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Network 4a9ff749-d04b-41e9-9092-085142ac0edd details requested by agent ovs-agent-dv-cinder-763306-14-iscsi with host dv-cinder-763306-14-iscsi {{(pid=100363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:32:42.766936 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2056863 Jun 29 17:32:45.832953 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 56774) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:32:46.260142 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507c4c65-6249-4805-a16c-033b5d6fc4fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:46.261520 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-507c4c65-6249-4805-a16c-033b5d6fc4fb admin admin] 10.222.0.102 "GET /v2.0/networks/4a9ff749-d04b-41e9-9092-085142ac0edd HTTP/1.1" status: 200 len: 825 time: 0.4276264 Jun 29 17:32:46.287013 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-e776b3df-b9b7-4cd4-a2e2-9a3f15652093 admin admin] 10.222.0.102 "GET /v2.0/subnetpools/28259e88-2a59-4b79-a268-98e281a157a9 HTTP/1.1" status: 200 len: 734 time: 0.0199330 Jun 29 17:32:46.295751 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-d4df9d7a-92d4-4748-9cd7-8f5dca5e7122 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '28259e88-2a59-4b79-a268-98e281a157a9', 'tenant_id': 'cac50850301c4fc692d34568408864b9', 'network_id': '4a9ff749-d04b-41e9-9092-085142ac0edd', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:32:46.416607 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4df9d7a-92d4-4748-9cd7-8f5dca5e7122 admin admin] Made reservation on behalf of cac50850301c4fc692d34568408864b9 for: {'subnet': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:32:46.418988 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d4df9d7a-92d4-4748-9cd7-8f5dca5e7122 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:46.782784 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d4df9d7a-92d4-4748-9cd7-8f5dca5e7122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for subnet, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:46.785204 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:32:46.852899 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df9d7a-92d4-4748-9cd7-8f5dca5e7122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e70260f6-2a73-4f1a-a7c1-38818a1f891d,revision_number=0']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:32:46.857396 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4df9d7a-92d4-4748-9cd7-8f5dca5e7122 admin admin] Checking segment: {'id': 'ff6283a5-c0bb-4435-9d5b-3db78cc50d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '4a9ff749-d04b-41e9-9092-085142ac0edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:32:46.857767 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4df9d7a-92d4-4748-9cd7-8f5dca5e7122 admin admin] Network hostable DHCP agents. Network: 4a9ff749-d04b-41e9-9092-085142ac0edd, hostable agents: ['24069b9b-1321-42f1-b289-5cb1180ca833'], hosted agents: [] {{(pid=100361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:32:46.859878 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-d4df9d7a-92d4-4748-9cd7-8f5dca5e7122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:32:46.976642 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4df9d7a-92d4-4748-9cd7-8f5dca5e7122 admin admin] Network 4a9ff749-d04b-41e9-9092-085142ac0edd is scheduled to be hosted by DHCP agent 24069b9b-1321-42f1-b289-5cb1180ca833 with binding_index 1 {{(pid=100361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:32:47.077089 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-d4df9d7a-92d4-4748-9cd7-8f5dca5e7122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-iscsi, 4a9ff749-d04b-41e9-9092-085142ac0edd) {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:32:47.082121 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4df9d7a-92d4-4748-9cd7-8f5dca5e7122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:32:47.082704 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d4df9d7a-92d4-4748-9cd7-8f5dca5e7122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for subnet, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:47.089896 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a54703b-458f-4575-8f33-88da423b60aa None None] Network 4a9ff749-d04b-41e9-9092-085142ac0edd requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:32:47.211858 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-d4df9d7a-92d4-4748-9cd7-8f5dca5e7122 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9193900 Jun 29 17:32:47.415521 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92452d69-972d-5f90-a51c-f228c74b1c0c-4a9ff749-d04b-41e9-9092-085142ac0edd', 'network_id': '4a9ff749-d04b-41e9-9092-085142ac0edd', 'tenant_id': 'cac50850301c4fc692d34568408864b9', 'fixed_ips': [{'subnet_id': 'e70260f6-2a73-4f1a-a7c1-38818a1f891d'}]}} from dv-cinder-763306-14-iscsi. {{(pid=100363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 17:32:47.416822 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:47.772296 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.db_base_plugin_common [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Allocated IP 172.20.0.2 (4a9ff749-d04b-41e9-9092-085142ac0edd/e70260f6-2a73-4f1a-a7c1-38818a1f891d/2d28a414-df7c-4166-adc5-3a96ffe4ba60) {{(pid=100363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:32:47.924876 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Notify callbacks [] for port, precommit_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:47.970806 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Transition to ACTIVE for port object 2d28a414-df7c-4166-adc5-3a96ffe4ba60 will not be triggered until provisioned by entity L2. {{(pid=100363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:32:47.994233 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Transition to ACTIVE for port object 2d28a414-df7c-4166-adc5-3a96ffe4ba60 will not be triggered until provisioned by entity DHCP. {{(pid=100363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:32:48.118379 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565'] for port, after_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:48.121212 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:32:48.186267 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Network 4a9ff749-d04b-41e9-9092-085142ac0edd is already hosted by enough agents. {{(pid=100363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:32:48.191263 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.scheduler.base_scheduler [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Resources bound (agent type, host, resource id): {{(pid=100363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:32:48.204160 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Received port after_create {{(pid=100363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:32:48.210172 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Pushing event updated for resources: {'Port': ['ID=2d28a414-df7c-4166-adc5-3a96ffe4ba60,revision_number=1']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:32:48.236121 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:48.236483 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:48.236820 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:48.237153 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:48.237481 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:48.237820 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:48.238143 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:48.238570 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:48.238912 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:48.239239 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:48.239553 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:48.240359 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Tracked resource versions report: Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: pushed versions: Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: { 'AddressGroup': {'1.2'}, Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: 'ConntrackHelper': {'1.0'}, Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: 'Log': {'1.0'}, Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: 'Network': {'1.1'}, Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: 'Port': {'1.7'}, Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: 'PortForwarding': {'1.2'}, Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: 'QosPolicy': {'1.8'}, Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: 'SecurityGroup': {'1.4'}, Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: 'SecurityGroupRule': {'1.2'}, Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: 'SubPort': {'1.0'}, Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: 'Subnet': {'1.1'}, Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: 'Trunk': {'1.1'}} Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: consumer versions: Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: { DHCP agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: L3 agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: Metadata agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: Metering agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: Open vSwitch agent@dv-cinder-763306-14-iscsi: { 'AddressGroup': '1.2', Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: 'ConntrackHelper': '1.0', Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: 'Log': '1.0', Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: 'Network': '1.1', Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: 'Port': '1.7', Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: 'PortForwarding': '1.2', Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: 'QosPolicy': '1.8', Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: 'SecurityGroup': '1.4', Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: 'SecurityGroupRule': '1.2', Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: 'SubPort': '1.0', Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: 'Subnet': '1.1', Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: 'Trunk': '1.1'}} Jun 29 17:32:48.241287 dv-cinder-763306-14-iscsi neutron-server[100363]: {{(pid=100363) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 17:32:48.264166 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:32:48.295484 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Attempting to bind port 2d28a414-df7c-4166-adc5-3a96ffe4ba60 on host dv-cinder-763306-14-iscsi for vnic_type normal with profile {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:32:48.295879 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Attempting to bind port 2d28a414-df7c-4166-adc5-3a96ffe4ba60 by drivers openvswitch,hyperv on host dv-cinder-763306-14-iscsi at level 0 using segments [{'id': 'ff6283a5-c0bb-4435-9d5b-3db78cc50d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '4a9ff749-d04b-41e9-9092-085142ac0edd'}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:32:48.296356 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Attempting to bind port 2d28a414-df7c-4166-adc5-3a96ffe4ba60 on network 4a9ff749-d04b-41e9-9092-085142ac0edd {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:32:48.301665 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Checking agent: {'id': 'e928b6c9-d57e-4ac7-a8fb-c400260472eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 32, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 32, 30), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:32:48.302072 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Checking segment: {'id': 'ff6283a5-c0bb-4435-9d5b-3db78cc50d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '4a9ff749-d04b-41e9-9092-085142ac0edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:32:48.302566 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:48.302966 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Bound using segment: {'id': 'ff6283a5-c0bb-4435-9d5b-3db78cc50d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '4a9ff749-d04b-41e9-9092-085142ac0edd'} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:32:48.303452 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Bound port: 2d28a414-df7c-4166-adc5-3a96ffe4ba60, host: dv-cinder-763306-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff6283a5-c0bb-4435-9d5b-3db78cc50d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '4a9ff749-d04b-41e9-9092-085142ac0edd'}}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:32:48.303927 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:48.377198 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] For port 2d28a414-df7c-4166-adc5-3a96ffe4ba60, host dv-cinder-763306-14-iscsi, cleared binding levels {{(pid=100363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:32:48.381419 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] For port 2d28a414-df7c-4166-adc5-3a96ffe4ba60, host dv-cinder-763306-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=2d28a414-df7c-4166-adc5-3a96ffe4ba60,segment=NetworkSegment(ff6283a5-c0bb-4435-9d5b-3db78cc50d45),segment_id=ff6283a5-c0bb-4435-9d5b-3db78cc50d45)] {{(pid=100363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:32:48.472230 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:48.477881 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:32:48.546276 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Pushing event updated for resources: {'Port': ['ID=2d28a414-df7c-4166-adc5-3a96ffe4ba60,revision_number=2']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:32:48.549670 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:32:49.685281 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 56782) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:32:50.104012 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [None req-61f14028-484b-4e61-bba2-953b06f9150f admin admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=100361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 17:32:50.106529 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-61f14028-484b-4e61-bba2-953b06f9150f admin admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4195573 Jun 29 17:32:52.783319 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 56790) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:32:53.162993 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [None req-eff9d4d3-3522-4bc8-a469-0a915b216f68 admin admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=100361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 17:32:53.164179 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-eff9d4d3-3522-4bc8-a469-0a915b216f68 admin admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3799138 Jun 29 17:32:53.986112 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 2d28a414-df7c-4166-adc5-3a96ffe4ba60 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:32:54.130670 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning for port 2d28a414-df7c-4166-adc5-3a96ffe4ba60 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:32:54.846228 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde75349-f4cc-4b01-b012-84090ccaf027 None None] Network 4a9ff749-d04b-41e9-9092-085142ac0edd requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:32:55.007678 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-bd12e61b-36c2-4ae4-9438-95f76a5d4420 None None] Provisioning for port 2d28a414-df7c-4166-adc5-3a96ffe4ba60 completed by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:32:55.017284 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-bd12e61b-36c2-4ae4-9438-95f76a5d4420 None None] Provisioning complete for port 2d28a414-df7c-4166-adc5-3a96ffe4ba60 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:32:55.017831 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-bd12e61b-36c2-4ae4-9438-95f76a5d4420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:55.153717 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-bd12e61b-36c2-4ae4-9438-95f76a5d4420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:55.191669 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-bd12e61b-36c2-4ae4-9438-95f76a5d4420 None None] For port 2d28a414-df7c-4166-adc5-3a96ffe4ba60, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=2d28a414-df7c-4166-adc5-3a96ffe4ba60,segment=NetworkSegment(ff6283a5-c0bb-4435-9d5b-3db78cc50d45),segment_id=ff6283a5-c0bb-4435-9d5b-3db78cc50d45)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:32:55.308157 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-bd12e61b-36c2-4ae4-9438-95f76a5d4420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:55.310161 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:32:55.363122 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12e61b-36c2-4ae4-9438-95f76a5d4420 None None] Pushing event updated for resources: {'Port': ['ID=2d28a414-df7c-4166-adc5-3a96ffe4ba60,revision_number=3']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:32:55.366301 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-bd12e61b-36c2-4ae4-9438-95f76a5d4420 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:32:55.429801 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-74db012b-b638-4f66-aab7-25b635258bd2 None None] Provisioning complete for port 2d28a414-df7c-4166-adc5-3a96ffe4ba60 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:32:55.430222 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-74db012b-b638-4f66-aab7-25b635258bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:55.866196 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 56804) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:32:55.962110 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 2d28a414-df7c-4166-adc5-3a96ffe4ba60 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:32:56.009840 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 2d28a414-df7c-4166-adc5-3a96ffe4ba60 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:32:56.010528 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:56.392574 dv-cinder-763306-14-iscsi neutron-server[100362]: WARNING oslo_policy.policy [None req-0c85a662-d9ed-4f68-bf2d-500785185c5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 17:32:56.393191 dv-cinder-763306-14-iscsi neutron-server[100362]: WARNING oslo_policy.policy [None req-0c85a662-d9ed-4f68-bf2d-500785185c5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 17:32:56.613805 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-0c85a662-d9ed-4f68-bf2d-500785185c5a admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'cac50850301c4fc692d34568408864b9', 'admin_state_up': True}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:32:56.678026 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.policy [None req-0c85a662-d9ed-4f68-bf2d-500785185c5a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100362) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 17:32:56.726751 dv-cinder-763306-14-iscsi neutron-server[100362]: WARNING oslo_policy.policy [None req-0c85a662-d9ed-4f68-bf2d-500785185c5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 17:32:56.727150 dv-cinder-763306-14-iscsi neutron-server[100362]: WARNING oslo_policy.policy [None req-0c85a662-d9ed-4f68-bf2d-500785185c5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 17:32:56.736462 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.quota [None req-0c85a662-d9ed-4f68-bf2d-500785185c5a admin admin] Loaded quota_driver: . Jun 29 17:32:56.888997 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0c85a662-d9ed-4f68-bf2d-500785185c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-478208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-909'] for router, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:56.890825 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0c85a662-d9ed-4f68-bf2d-500785185c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-900'] for router, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:57.053270 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0c85a662-d9ed-4f68-bf2d-500785185c5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:57.154953 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0c85a662-d9ed-4f68-bf2d-500785185c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618085'] for router, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:57.250877 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0c85a662-d9ed-4f68-bf2d-500785185c5a admin admin] Notify callbacks [] for router, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:57.252312 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-0c85a662-d9ed-4f68-bf2d-500785185c5a admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3839667 Jun 29 17:32:57.431488 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-dc8af981-95f4-4245-94ad-cd4aa89fe2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:59.770579 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-dd45bc69-8d48-40e5-a5c8-172775d86d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:32:59.789963 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 56820) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:32:59.896535 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:00.135863 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [None req-04e215d6-cf02-472e-8a29-c326f06c2ab0 admin admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=100362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 17:33:00.136856 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-04e215d6-cf02-472e-8a29-c326f06c2ab0 admin admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3459704 Jun 29 17:33:01.444719 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:02.542403 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 56838) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:33:02.685098 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:33:02.793421 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Made reservation on behalf of b79d2856e78c4446a5808b249b9cc5ad for: {'network': 1} {{(pid=100362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:33:02.796456 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for network, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:02.814279 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:02.940466 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:03.021819 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:03.026419 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:03.041390 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Reserving flat network on physical network physnet1 {{(pid=100362) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 29 17:33:03.055736 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:03.070487 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732082675514', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:03.071074 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Unsubscribe: segment precommit_create {{(pid=100362) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 17:33:03.071562 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.db.segments_db [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Added segment f9a98574-3341-4580-ac4f-b7fff4e16571 of type flat for network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd Jun 29 17:33:03.078300 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22172521-0704-44bf-9a87-19111389b399,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:03.115493 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:03.115860 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:03.116193 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:03.116504 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:03.116806 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:03.117128 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:03.117511 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:03.117832 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:03.118153 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:03.118458 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:03.118754 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:03.119049 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Tracked resource versions report: Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: pushed versions: Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: { 'AddressGroup': {'1.2'}, Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: 'ConntrackHelper': {'1.0'}, Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: 'Log': {'1.0'}, Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: 'Network': {'1.1'}, Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: 'Port': {'1.7'}, Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: 'PortForwarding': {'1.2'}, Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: 'QosPolicy': {'1.8'}, Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: 'SecurityGroup': {'1.4'}, Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: 'SecurityGroupRule': {'1.2'}, Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: 'SubPort': {'1.0'}, Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: 'Subnet': {'1.1'}, Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: 'Trunk': {'1.1'}} Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: consumer versions: Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: { DHCP agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: L3 agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: Metadata agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: Metering agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: Open vSwitch agent@dv-cinder-763306-14-iscsi: { 'AddressGroup': '1.2', Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: 'ConntrackHelper': '1.0', Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: 'Log': '1.0', Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: 'Network': '1.1', Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: 'Port': '1.7', Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: 'PortForwarding': '1.2', Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: 'QosPolicy': '1.8', Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: 'SecurityGroup': '1.4', Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: 'SecurityGroupRule': '1.2', Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: 'SubPort': '1.0', Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: 'Subnet': '1.1', Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: 'Trunk': '1.1'}} Jun 29 17:33:03.120350 dv-cinder-763306-14-iscsi neutron-server[100362]: {{(pid=100362) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 17:33:03.188183 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:03.202375 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732082150732'] for network, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:03.339910 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for network, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:03.341532 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:03.342199 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:03.346433 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:03.443066 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Pushing event updated for resources: {'Network': ['ID=26c48c97-dd4e-49af-8475-2ecf6fc0aadd,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:03.446042 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:03.459144 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd details requested by agent ovs-agent-dv-cinder-763306-14-iscsi with host dv-cinder-763306-14-iscsi {{(pid=100363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:33:03.508179 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9646559 Jun 29 17:33:05.805533 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 56860) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:33:05.904088 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d75a2e3-aded-49c2-9a98-0a79154e94c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:05.906737 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-3d75a2e3-aded-49c2-9a98-0a79154e94c6 admin admin] 10.222.0.102 "GET /v2.0/subnets/e70260f6-2a73-4f1a-a7c1-38818a1f891d HTTP/1.1" status: 200 len: 849 time: 0.1002452 Jun 29 17:33:06.070437 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-ddeb95e2-2471-4fd2-9f08-57bc0d6533e1 admin admin] 10.222.0.102 "GET /v2.0/routers/c982e374-8b35-442c-a32b-da13c2473659 HTTP/1.1" status: 200 len: 704 time: 0.1580040 Jun 29 17:33:06.347982 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-750d9533-6f39-49d2-b796-d43b47bd617d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:06.672123 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [None req-750d9533-6f39-49d2-b796-d43b47bd617d admin admin] Allocated IP 172.20.0.1 (4a9ff749-d04b-41e9-9092-085142ac0edd/e70260f6-2a73-4f1a-a7c1-38818a1f891d/2c000c8b-b8d0-4f9f-ac0b-9b385c123225) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:33:06.832577 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-750d9533-6f39-49d2-b796-d43b47bd617d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:06.854545 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [None req-750d9533-6f39-49d2-b796-d43b47bd617d admin admin] Transition to ACTIVE for port object 2c000c8b-b8d0-4f9f-ac0b-9b385c123225 will not be triggered until provisioned by entity DHCP. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:33:07.005290 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-750d9533-6f39-49d2-b796-d43b47bd617d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:07.007552 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:07.127655 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750d9533-6f39-49d2-b796-d43b47bd617d admin admin] Network 4a9ff749-d04b-41e9-9092-085142ac0edd is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:33:07.132482 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-750d9533-6f39-49d2-b796-d43b47bd617d admin admin] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:33:07.138444 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750d9533-6f39-49d2-b796-d43b47bd617d admin admin] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:33:07.139035 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-750d9533-6f39-49d2-b796-d43b47bd617d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476290'] for router_interface, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:07.164031 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d9533-6f39-49d2-b796-d43b47bd617d admin admin] Pushing event updated for resources: {'Port': ['ID=2c000c8b-b8d0-4f9f-ac0b-9b385c123225,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:07.206003 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-750d9533-6f39-49d2-b796-d43b47bd617d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:07.405012 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-143a120c-7b9a-4e36-9c09-99091f807535 None None] Provisioning for port 2c000c8b-b8d0-4f9f-ac0b-9b385c123225 completed by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:33:07.409466 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-143a120c-7b9a-4e36-9c09-99091f807535 None None] Provisioning complete for port 2c000c8b-b8d0-4f9f-ac0b-9b385c123225 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:33:07.409845 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-143a120c-7b9a-4e36-9c09-99091f807535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:07.449904 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-750d9533-6f39-49d2-b796-d43b47bd617d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:07.450153 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-143a120c-7b9a-4e36-9c09-99091f807535 None None] Port 2c000c8b-b8d0-4f9f-ac0b-9b385c123225 cannot update to ACTIVE because it is not bound. {{(pid=100363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:33:07.654412 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-750d9533-6f39-49d2-b796-d43b47bd617d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:07.716506 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-750d9533-6f39-49d2-b796-d43b47bd617d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:07.718551 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-750d9533-6f39-49d2-b796-d43b47bd617d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476182'] for router_interface, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:07.720447 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:07.794847 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d9533-6f39-49d2-b796-d43b47bd617d admin admin] Pushing event updated for resources: {'Port': ['ID=2c000c8b-b8d0-4f9f-ac0b-9b385c123225,revision_number=2']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:07.799043 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-750d9533-6f39-49d2-b796-d43b47bd617d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:07.847645 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750d9533-6f39-49d2-b796-d43b47bd617d admin admin] Network 4a9ff749-d04b-41e9-9092-085142ac0edd is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:33:07.849060 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-750d9533-6f39-49d2-b796-d43b47bd617d admin admin] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:33:08.079227 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-affcbf55-1dcb-414b-921e-9ffdd2e82afd None None] Provisioning complete for port 2c000c8b-b8d0-4f9f-ac0b-9b385c123225 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:33:08.079605 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-affcbf55-1dcb-414b-921e-9ffdd2e82afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:08.084477 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750d9533-6f39-49d2-b796-d43b47bd617d admin admin] Router c982e374-8b35-442c-a32b-da13c2473659 is scheduled to L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b with binding_index 1 {{(pid=100361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 17:33:08.118323 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-affcbf55-1dcb-414b-921e-9ffdd2e82afd None None] Port 2c000c8b-b8d0-4f9f-ac0b-9b385c123225 cannot update to ACTIVE because it is not bound. {{(pid=100363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:33:08.179272 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750d9533-6f39-49d2-b796-d43b47bd617d admin admin] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:33:08.184485 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-750d9533-6f39-49d2-b796-d43b47bd617d admin admin] 10.222.0.102 "PUT /v2.0/routers/c982e374-8b35-442c-a32b-da13c2473659/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1088924 Jun 29 17:33:08.200011 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef51c23-501c-49d1-a492-9083954ae55d None None] Sync routers for ids ['c982e374-8b35-442c-a32b-da13c2473659'] in dv-cinder-763306-14-iscsi {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:33:08.216844 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef51c23-501c-49d1-a492-9083954ae55d None None] Routers {'c982e374-8b35-442c-a32b-da13c2473659'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:33:08.218195 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-9ef51c23-501c-49d1-a492-9083954ae55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:33:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['c982e374-8b35-442c-a32b-da13c2473659'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:08.432229 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-9ef51c23-501c-49d1-a492-9083954ae55d None None] Set router c982e374-8b35-442c-a32b-da13c2473659 gateway port host: None {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:33:08.888913 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-9ef51c23-501c-49d1-a492-9083954ae55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c982e374-8b35-442c-a32b-da13c2473659', 'name': 'router1', 'tenant_id': 'cac50850301c4fc692d34568408864b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:32:56Z', 'updated_at': '2021-06-29T17:33:07Z', 'revision_number': 2, 'project_id': 'cac50850301c4fc692d34568408864b9', 'gw_port_host': None, '_interfaces': [{'id': '2c000c8b-b8d0-4f9f-ac0b-9b385c123225', 'name': '', 'network_id': '4a9ff749-d04b-41e9-9092-085142ac0edd', 'tenant_id': 'cac50850301c4fc692d34568408864b9', 'mac_address': 'fa:16:3e:77:da:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c982e374-8b35-442c-a32b-da13c2473659', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e70260f6-2a73-4f1a-a7c1-38818a1f891d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:06Z', 'updated_at': '2021-06-29T17:33:07Z', 'revision_number': 2, 'project_id': 'cac50850301c4fc692d34568408864b9', 'subnets': [{'id': 'e70260f6-2a73-4f1a-a7c1-38818a1f891d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28259e88-2a59-4b79-a268-98e281a157a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:08.942511 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef51c23-501c-49d1-a492-9083954ae55d None None] Checking router: c982e374-8b35-442c-a32b-da13c2473659 for host: dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:33:08.942894 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef51c23-501c-49d1-a492-9083954ae55d None None] Updating router c982e374-8b35-442c-a32b-da13c2473659 port 2c000c8b-b8d0-4f9f-ac0b-9b385c123225 binding host dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:33:09.008774 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9ef51c23-501c-49d1-a492-9083954ae55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:09.575252 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9ef51c23-501c-49d1-a492-9083954ae55d None None] Notify callbacks [] for port, precommit_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:09.594976 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.provisioning_blocks [None req-9ef51c23-501c-49d1-a492-9083954ae55d None None] Transition to ACTIVE for port object 2c000c8b-b8d0-4f9f-ac0b-9b385c123225 will not be triggered until provisioned by entity L2. {{(pid=100364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:33:09.696340 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9ef51c23-501c-49d1-a492-9083954ae55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:09.703078 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:09.882278 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4df1a3-b11b-4c61-8459-0d0c8d209adc None None] Pushing event updated for resources: {'Port': ['ID=2c000c8b-b8d0-4f9f-ac0b-9b385c123225,revision_number=3']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:09.892436 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-9ef51c23-501c-49d1-a492-9083954ae55d None None] Attempting to bind port 2c000c8b-b8d0-4f9f-ac0b-9b385c123225 on host dv-cinder-763306-14-iscsi for vnic_type normal with profile {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:33:09.892872 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-9ef51c23-501c-49d1-a492-9083954ae55d None None] Attempting to bind port 2c000c8b-b8d0-4f9f-ac0b-9b385c123225 by drivers openvswitch,hyperv on host dv-cinder-763306-14-iscsi at level 0 using segments [{'id': 'ff6283a5-c0bb-4435-9d5b-3db78cc50d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '4a9ff749-d04b-41e9-9092-085142ac0edd'}] {{(pid=100364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:33:09.893301 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef51c23-501c-49d1-a492-9083954ae55d None None] Attempting to bind port 2c000c8b-b8d0-4f9f-ac0b-9b385c123225 on network 4a9ff749-d04b-41e9-9092-085142ac0edd {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:33:09.903054 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef51c23-501c-49d1-a492-9083954ae55d None None] Checking agent: {'id': 'e928b6c9-d57e-4ac7-a8fb-c400260472eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 32, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:33:09.903519 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef51c23-501c-49d1-a492-9083954ae55d None None] Checking segment: {'id': 'ff6283a5-c0bb-4435-9d5b-3db78cc50d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '4a9ff749-d04b-41e9-9092-085142ac0edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:33:09.904113 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9ef51c23-501c-49d1-a492-9083954ae55d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:09.904633 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef51c23-501c-49d1-a492-9083954ae55d None None] Bound using segment: {'id': 'ff6283a5-c0bb-4435-9d5b-3db78cc50d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '4a9ff749-d04b-41e9-9092-085142ac0edd'} {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:33:09.905177 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-9ef51c23-501c-49d1-a492-9083954ae55d None None] Bound port: 2c000c8b-b8d0-4f9f-ac0b-9b385c123225, host: dv-cinder-763306-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff6283a5-c0bb-4435-9d5b-3db78cc50d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 933, 'network_id': '4a9ff749-d04b-41e9-9092-085142ac0edd'}}] {{(pid=100364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:33:09.905590 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9ef51c23-501c-49d1-a492-9083954ae55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:09.909556 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4df1a3-b11b-4c61-8459-0d0c8d209adc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:09.909892 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4df1a3-b11b-4c61-8459-0d0c8d209adc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:09.910221 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4df1a3-b11b-4c61-8459-0d0c8d209adc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:09.910541 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4df1a3-b11b-4c61-8459-0d0c8d209adc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:09.910871 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4df1a3-b11b-4c61-8459-0d0c8d209adc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:09.911328 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4df1a3-b11b-4c61-8459-0d0c8d209adc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:09.911646 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4df1a3-b11b-4c61-8459-0d0c8d209adc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:09.911980 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4df1a3-b11b-4c61-8459-0d0c8d209adc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:09.912302 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4df1a3-b11b-4c61-8459-0d0c8d209adc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:09.912632 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4df1a3-b11b-4c61-8459-0d0c8d209adc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:09.912939 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4df1a3-b11b-4c61-8459-0d0c8d209adc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:09.913243 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4df1a3-b11b-4c61-8459-0d0c8d209adc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4df1a3-b11b-4c61-8459-0d0c8d209adc None None] Tracked resource versions report: Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: pushed versions: Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: { 'AddressGroup': {'1.2'}, Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: 'ConntrackHelper': {'1.0'}, Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: 'Log': {'1.0'}, Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: 'Network': {'1.1'}, Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: 'Port': {'1.7'}, Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: 'PortForwarding': {'1.2'}, Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: 'QosPolicy': {'1.8'}, Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: 'SecurityGroup': {'1.4'}, Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: 'SecurityGroupRule': {'1.2'}, Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: 'SubPort': {'1.0'}, Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: 'Subnet': {'1.1'}, Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: 'Trunk': {'1.1'}} Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: consumer versions: Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: { DHCP agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: L3 agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: Metadata agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: Metering agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: Open vSwitch agent@dv-cinder-763306-14-iscsi: { 'AddressGroup': '1.2', Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: 'ConntrackHelper': '1.0', Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: 'Log': '1.0', Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: 'Network': '1.1', Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: 'Port': '1.7', Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: 'PortForwarding': '1.2', Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: 'QosPolicy': '1.8', Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: 'SecurityGroup': '1.4', Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: 'SecurityGroupRule': '1.2', Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: 'SubPort': '1.0', Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: 'Subnet': '1.1', Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: 'Trunk': '1.1'}} Jun 29 17:33:09.915158 dv-cinder-763306-14-iscsi neutron-server[100364]: {{(pid=100364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 17:33:09.931912 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-2f4df1a3-b11b-4c61-8459-0d0c8d209adc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:09.997421 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-9ef51c23-501c-49d1-a492-9083954ae55d None None] For port 2c000c8b-b8d0-4f9f-ac0b-9b385c123225, host dv-cinder-763306-14-iscsi, cleared binding levels {{(pid=100364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:33:10.021974 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-9ef51c23-501c-49d1-a492-9083954ae55d None None] For port 2c000c8b-b8d0-4f9f-ac0b-9b385c123225, host dv-cinder-763306-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=2c000c8b-b8d0-4f9f-ac0b-9b385c123225,segment=NetworkSegment(ff6283a5-c0bb-4435-9d5b-3db78cc50d45),segment_id=ff6283a5-c0bb-4435-9d5b-3db78cc50d45)] {{(pid=100364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:33:10.125441 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9ef51c23-501c-49d1-a492-9083954ae55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:10.127793 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:10.181203 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef51c23-501c-49d1-a492-9083954ae55d None None] Routers {'c982e374-8b35-442c-a32b-da13c2473659'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:33:10.181841 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-9ef51c23-501c-49d1-a492-9083954ae55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:33:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['c982e374-8b35-442c-a32b-da13c2473659'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:10.224848 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4df1a3-b11b-4c61-8459-0d0c8d209adc None None] Pushing event updated for resources: {'Port': ['ID=2c000c8b-b8d0-4f9f-ac0b-9b385c123225,revision_number=4']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:10.260274 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-2f4df1a3-b11b-4c61-8459-0d0c8d209adc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:10.291321 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-9ef51c23-501c-49d1-a492-9083954ae55d None None] Set router c982e374-8b35-442c-a32b-da13c2473659 gateway port host: None {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:33:10.523077 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-9ef51c23-501c-49d1-a492-9083954ae55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c982e374-8b35-442c-a32b-da13c2473659', 'name': 'router1', 'tenant_id': 'cac50850301c4fc692d34568408864b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:32:56Z', 'updated_at': '2021-06-29T17:33:07Z', 'revision_number': 2, 'project_id': 'cac50850301c4fc692d34568408864b9', 'gw_port_host': None, '_interfaces': [{'id': '2c000c8b-b8d0-4f9f-ac0b-9b385c123225', 'name': '', 'network_id': '4a9ff749-d04b-41e9-9092-085142ac0edd', 'tenant_id': 'cac50850301c4fc692d34568408864b9', 'mac_address': 'fa:16:3e:77:da:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c982e374-8b35-442c-a32b-da13c2473659', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e70260f6-2a73-4f1a-a7c1-38818a1f891d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:06Z', 'updated_at': '2021-06-29T17:33:09Z', 'revision_number': 4, 'project_id': 'cac50850301c4fc692d34568408864b9', 'subnets': [{'id': 'e70260f6-2a73-4f1a-a7c1-38818a1f891d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28259e88-2a59-4b79-a268-98e281a157a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:10.539974 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 56870) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:33:10.553103 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef51c23-501c-49d1-a492-9083954ae55d None None] The sync data for ids ['c982e374-8b35-442c-a32b-da13c2473659'] in dv-cinder-763306-14-iscsi is: [{'id': 'c982e374-8b35-442c-a32b-da13c2473659', 'name': 'router1', 'tenant_id': 'cac50850301c4fc692d34568408864b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:32:56Z', 'updated_at': '2021-06-29T17:33:07Z', 'revision_number': 2, 'project_id': 'cac50850301c4fc692d34568408864b9', 'gw_port_host': None, '_interfaces': [{'id': '2c000c8b-b8d0-4f9f-ac0b-9b385c123225', 'name': '', 'network_id': '4a9ff749-d04b-41e9-9092-085142ac0edd', 'tenant_id': 'cac50850301c4fc692d34568408864b9', 'mac_address': 'fa:16:3e:77:da:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c982e374-8b35-442c-a32b-da13c2473659', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e70260f6-2a73-4f1a-a7c1-38818a1f891d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:06Z', 'updated_at': '2021-06-29T17:33:09Z', 'revision_number': 4, 'project_id': 'cac50850301c4fc692d34568408864b9', 'subnets': [{'id': 'e70260f6-2a73-4f1a-a7c1-38818a1f891d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28259e88-2a59-4b79-a268-98e281a157a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:33:10.662102 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54b60ea-ba4c-4fa5-aae0-7a500533eaa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:10.664436 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-d54b60ea-ba4c-4fa5-aae0-7a500533eaa2 admin admin] 10.222.0.102 "GET /v2.0/networks/26c48c97-dd4e-49af-8475-2ecf6fc0aadd HTTP/1.1" status: 200 len: 842 time: 0.1231163 Jun 29 17:33:10.672806 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-b2850eec-b1e5-4351-a73d-f3fd35e5d8e5 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'enable_dhcp': False}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:33:10.756499 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2850eec-b1e5-4351-a73d-f3fd35e5d8e5 admin admin] Made reservation on behalf of b79d2856e78c4446a5808b249b9cc5ad for: {'subnet': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:33:10.758825 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b2850eec-b1e5-4351-a73d-f3fd35e5d8e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:11.120569 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.objects.ports [None req-b2850eec-b1e5-4351-a73d-f3fd35e5d8e5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100361) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 29 17:33:11.121008 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b2850eec-b1e5-4351-a73d-f3fd35e5d8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for subnet, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:11.123841 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-d4df9d7a-92d4-4748-9cd7-8f5dca5e7122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:11.178746 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2850eec-b1e5-4351-a73d-f3fd35e5d8e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cd7448d-c974-46f0-8ef9-2783dc523a5d,revision_number=0']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:11.182016 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b2850eec-b1e5-4351-a73d-f3fd35e5d8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:11.190355 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2850eec-b1e5-4351-a73d-f3fd35e5d8e5 admin admin] Checking segment: {'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:33:11.190707 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2850eec-b1e5-4351-a73d-f3fd35e5d8e5 admin admin] Network hostable DHCP agents. Network: 26c48c97-dd4e-49af-8475-2ecf6fc0aadd, hostable agents: ['24069b9b-1321-42f1-b289-5cb1180ca833'], hosted agents: [] {{(pid=100361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:33:11.287360 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2850eec-b1e5-4351-a73d-f3fd35e5d8e5 admin admin] Network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd is scheduled to be hosted by DHCP agent 24069b9b-1321-42f1-b289-5cb1180ca833 with binding_index 1 {{(pid=100361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:33:11.387380 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-b2850eec-b1e5-4351-a73d-f3fd35e5d8e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-iscsi, 26c48c97-dd4e-49af-8475-2ecf6fc0aadd) {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:33:11.392066 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2850eec-b1e5-4351-a73d-f3fd35e5d8e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:11.392642 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b2850eec-b1e5-4351-a73d-f3fd35e5d8e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for subnet, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:11.404198 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87949ff-c093-49aa-8c7b-ed918a1af6d0 None None] Network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:33:11.500659 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-b2850eec-b1e5-4351-a73d-f3fd35e5d8e5 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8314822 Jun 29 17:33:11.547765 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afef0b4-2f33-470d-8a64-827693579294 None None] Network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:33:13.845271 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 56882) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:33:13.994666 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 2c000c8b-b8d0-4f9f-ac0b-9b385c123225 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:33:14.066784 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-5c7779dd-9289-4365-bc9a-2b7cbd5c6c3a admin admin] 10.222.0.102 "GET /v2.0/routers/c982e374-8b35-442c-a32b-da13c2473659 HTTP/1.1" status: 200 len: 710 time: 0.2203081 Jun 29 17:33:14.118288 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning for port 2c000c8b-b8d0-4f9f-ac0b-9b385c123225 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:33:14.124078 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 2c000c8b-b8d0-4f9f-ac0b-9b385c123225 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:33:14.124870 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:14.164910 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d32e80-511d-44d1-bb69-348306251f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:33:14.166298 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-11d32e80-511d-44d1-bb69-348306251f54 admin admin] 10.222.0.102 "GET /v2.0/networks/26c48c97-dd4e-49af-8475-2ecf6fc0aadd HTTP/1.1" status: 200 len: 886 time: 0.0941851 Jun 29 17:33:14.176911 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-61548b32-19a0-4446-9a41-62934fdff86e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:33:14.217856 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:14.314537 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] For port 2c000c8b-b8d0-4f9f-ac0b-9b385c123225, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=2c000c8b-b8d0-4f9f-ac0b-9b385c123225,segment=NetworkSegment(ff6283a5-c0bb-4435-9d5b-3db78cc50d45),segment_id=ff6283a5-c0bb-4435-9d5b-3db78cc50d45)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:33:14.398289 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:14.400490 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-bd12e61b-36c2-4ae4-9438-95f76a5d4420 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:14.453629 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-61548b32-19a0-4446-9a41-62934fdff86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-886'] for router, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:14.454344 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Pushing event updated for resources: {'Port': ['ID=2c000c8b-b8d0-4f9f-ac0b-9b385c123225,revision_number=5']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:14.457725 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:14.775861 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 5 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:33:14.781925 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-61548b32-19a0-4446-9a41-62934fdff86e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:14.863641 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-61548b32-19a0-4446-9a41-62934fdff86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:14.969987 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [None req-61548b32-19a0-4446-9a41-62934fdff86e admin admin] Allocated IP 172.27.3.177 (26c48c97-dd4e-49af-8475-2ecf6fc0aadd/7cd7448d-c974-46f0-8ef9-2783dc523a5d/322b18a8-fe57-4fa3-9c97-0a15926dc37c) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:33:15.082687 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-61548b32-19a0-4446-9a41-62934fdff86e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:15.181609 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-61548b32-19a0-4446-9a41-62934fdff86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:15.183876 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-750d9533-6f39-49d2-b796-d43b47bd617d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:15.223160 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61548b32-19a0-4446-9a41-62934fdff86e admin admin] Network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:33:15.225928 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-61548b32-19a0-4446-9a41-62934fdff86e admin admin] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:33:15.231418 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61548b32-19a0-4446-9a41-62934fdff86e admin admin] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:33:15.236993 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61548b32-19a0-4446-9a41-62934fdff86e admin admin] Pushing event updated for resources: {'Port': ['ID=322b18a8-fe57-4fa3-9c97-0a15926dc37c,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:15.268736 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-61548b32-19a0-4446-9a41-62934fdff86e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:15.556534 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-61548b32-19a0-4446-9a41-62934fdff86e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:15.838390 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-61548b32-19a0-4446-9a41-62934fdff86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-886'] for router, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:15.841460 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-61548b32-19a0-4446-9a41-62934fdff86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1617992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1618007', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478280'] for router, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:15.948547 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61548b32-19a0-4446-9a41-62934fdff86e admin admin] Router c982e374-8b35-442c-a32b-da13c2473659 has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:33:15.974668 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 2c000c8b-b8d0-4f9f-ac0b-9b385c123225 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:33:16.022651 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 2c000c8b-b8d0-4f9f-ac0b-9b385c123225 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:33:16.023104 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:16.059249 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61548b32-19a0-4446-9a41-62934fdff86e admin admin] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:33:16.064448 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-61548b32-19a0-4446-9a41-62934fdff86e admin admin] Notify callbacks [] for router, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:16.066038 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-61548b32-19a0-4446-9a41-62934fdff86e admin admin] 10.222.0.102 "PUT /v2.0/routers/c982e374-8b35-442c-a32b-da13c2473659 HTTP/1.1" status: 200 len: 890 time: 1.8923521 Jun 29 17:33:16.093344 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb3e2a0-2c54-42f8-920a-858992585e11 None None] Sync routers for ids ['c982e374-8b35-442c-a32b-da13c2473659'] in dv-cinder-763306-14-iscsi {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:33:16.116514 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb3e2a0-2c54-42f8-920a-858992585e11 None None] Routers {'c982e374-8b35-442c-a32b-da13c2473659'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:33:16.117195 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-9cb3e2a0-2c54-42f8-920a-858992585e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:33:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['c982e374-8b35-442c-a32b-da13c2473659'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:16.440811 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-9cb3e2a0-2c54-42f8-920a-858992585e11 None None] Set router c982e374-8b35-442c-a32b-da13c2473659 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:33:16.860213 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-9cb3e2a0-2c54-42f8-920a-858992585e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c982e374-8b35-442c-a32b-da13c2473659', 'name': 'router1', 'tenant_id': 'cac50850301c4fc692d34568408864b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '322b18a8-fe57-4fa3-9c97-0a15926dc37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:32:56Z', 'updated_at': '2021-06-29T17:33:15Z', 'revision_number': 4, 'project_id': 'cac50850301c4fc692d34568408864b9', 'gw_port': {'id': '322b18a8-fe57-4fa3-9c97-0a15926dc37c', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c982e374-8b35-442c-a32b-da13c2473659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:14Z', 'updated_at': '2021-06-29T17:33:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '2c000c8b-b8d0-4f9f-ac0b-9b385c123225', 'name': '', 'network_id': '4a9ff749-d04b-41e9-9092-085142ac0edd', 'tenant_id': 'cac50850301c4fc692d34568408864b9', 'mac_address': 'fa:16:3e:77:da:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c982e374-8b35-442c-a32b-da13c2473659', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e70260f6-2a73-4f1a-a7c1-38818a1f891d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:06Z', 'updated_at': '2021-06-29T17:33:14Z', 'revision_number': 5, 'project_id': 'cac50850301c4fc692d34568408864b9', 'subnets': [{'id': 'e70260f6-2a73-4f1a-a7c1-38818a1f891d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28259e88-2a59-4b79-a268-98e281a157a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:16.909533 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb3e2a0-2c54-42f8-920a-858992585e11 None None] Checking router: c982e374-8b35-442c-a32b-da13c2473659 for host: dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:33:16.909905 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb3e2a0-2c54-42f8-920a-858992585e11 None None] Updating router c982e374-8b35-442c-a32b-da13c2473659 port 322b18a8-fe57-4fa3-9c97-0a15926dc37c binding host dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:33:16.945484 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-9cb3e2a0-2c54-42f8-920a-858992585e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:17.274433 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-9cb3e2a0-2c54-42f8-920a-858992585e11 None None] Notify callbacks [] for port, precommit_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:17.285277 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-9cb3e2a0-2c54-42f8-920a-858992585e11 None None] Transition to ACTIVE for port object 322b18a8-fe57-4fa3-9c97-0a15926dc37c will not be triggered until provisioned by entity L2. {{(pid=100363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:33:17.349916 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-9cb3e2a0-2c54-42f8-920a-858992585e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:17.352167 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:17.398406 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-9cb3e2a0-2c54-42f8-920a-858992585e11 None None] Attempting to bind port 322b18a8-fe57-4fa3-9c97-0a15926dc37c on host dv-cinder-763306-14-iscsi for vnic_type normal with profile {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:33:17.398775 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-9cb3e2a0-2c54-42f8-920a-858992585e11 None None] Attempting to bind port 322b18a8-fe57-4fa3-9c97-0a15926dc37c by drivers openvswitch,hyperv on host dv-cinder-763306-14-iscsi at level 0 using segments [{'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:33:17.399134 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb3e2a0-2c54-42f8-920a-858992585e11 None None] Attempting to bind port 322b18a8-fe57-4fa3-9c97-0a15926dc37c on network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:33:17.405363 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ef1be-f903-4a08-be4c-316b83bdf41e None None] Pushing event updated for resources: {'Port': ['ID=322b18a8-fe57-4fa3-9c97-0a15926dc37c,revision_number=2']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:17.409205 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-6e3ef1be-f903-4a08-be4c-316b83bdf41e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:17.410324 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb3e2a0-2c54-42f8-920a-858992585e11 None None] Checking agent: {'id': 'e928b6c9-d57e-4ac7-a8fb-c400260472eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 32, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:33:17.410718 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb3e2a0-2c54-42f8-920a-858992585e11 None None] Checking segment: {'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:33:17.411107 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-9cb3e2a0-2c54-42f8-920a-858992585e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:17.411494 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb3e2a0-2c54-42f8-920a-858992585e11 None None] Bound using segment: {'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:33:17.411990 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-9cb3e2a0-2c54-42f8-920a-858992585e11 None None] Bound port: 322b18a8-fe57-4fa3-9c97-0a15926dc37c, host: dv-cinder-763306-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:33:17.412382 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-9cb3e2a0-2c54-42f8-920a-858992585e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:17.550318 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-9cb3e2a0-2c54-42f8-920a-858992585e11 None None] For port 322b18a8-fe57-4fa3-9c97-0a15926dc37c, host dv-cinder-763306-14-iscsi, cleared binding levels {{(pid=100363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:33:17.555836 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-9cb3e2a0-2c54-42f8-920a-858992585e11 None None] For port 322b18a8-fe57-4fa3-9c97-0a15926dc37c, host dv-cinder-763306-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=322b18a8-fe57-4fa3-9c97-0a15926dc37c,segment=NetworkSegment(f9a98574-3341-4580-ac4f-b7fff4e16571),segment_id=f9a98574-3341-4580-ac4f-b7fff4e16571)] {{(pid=100363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:33:17.655665 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-9cb3e2a0-2c54-42f8-920a-858992585e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:17.658068 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:17.716255 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb3e2a0-2c54-42f8-920a-858992585e11 None None] Routers {'c982e374-8b35-442c-a32b-da13c2473659'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:33:17.717088 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-9cb3e2a0-2c54-42f8-920a-858992585e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:33:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['c982e374-8b35-442c-a32b-da13c2473659'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:17.718909 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ef1be-f903-4a08-be4c-316b83bdf41e None None] Pushing event updated for resources: {'Port': ['ID=322b18a8-fe57-4fa3-9c97-0a15926dc37c,revision_number=3']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:17.755039 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-6e3ef1be-f903-4a08-be4c-316b83bdf41e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:17.832447 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-9cb3e2a0-2c54-42f8-920a-858992585e11 None None] Set router c982e374-8b35-442c-a32b-da13c2473659 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:33:18.058989 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-9cb3e2a0-2c54-42f8-920a-858992585e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c982e374-8b35-442c-a32b-da13c2473659', 'name': 'router1', 'tenant_id': 'cac50850301c4fc692d34568408864b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '322b18a8-fe57-4fa3-9c97-0a15926dc37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:32:56Z', 'updated_at': '2021-06-29T17:33:15Z', 'revision_number': 4, 'project_id': 'cac50850301c4fc692d34568408864b9', 'gw_port': {'id': '322b18a8-fe57-4fa3-9c97-0a15926dc37c', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c982e374-8b35-442c-a32b-da13c2473659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:14Z', 'updated_at': '2021-06-29T17:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '2c000c8b-b8d0-4f9f-ac0b-9b385c123225', 'name': '', 'network_id': '4a9ff749-d04b-41e9-9092-085142ac0edd', 'tenant_id': 'cac50850301c4fc692d34568408864b9', 'mac_address': 'fa:16:3e:77:da:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c982e374-8b35-442c-a32b-da13c2473659', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e70260f6-2a73-4f1a-a7c1-38818a1f891d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:06Z', 'updated_at': '2021-06-29T17:33:14Z', 'revision_number': 5, 'project_id': 'cac50850301c4fc692d34568408864b9', 'subnets': [{'id': 'e70260f6-2a73-4f1a-a7c1-38818a1f891d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28259e88-2a59-4b79-a268-98e281a157a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:33:18.086256 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb3e2a0-2c54-42f8-920a-858992585e11 None None] The sync data for ids ['c982e374-8b35-442c-a32b-da13c2473659'] in dv-cinder-763306-14-iscsi is: [{'id': 'c982e374-8b35-442c-a32b-da13c2473659', 'name': 'router1', 'tenant_id': 'cac50850301c4fc692d34568408864b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '322b18a8-fe57-4fa3-9c97-0a15926dc37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:32:56Z', 'updated_at': '2021-06-29T17:33:15Z', 'revision_number': 4, 'project_id': 'cac50850301c4fc692d34568408864b9', 'gw_port': {'id': '322b18a8-fe57-4fa3-9c97-0a15926dc37c', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c982e374-8b35-442c-a32b-da13c2473659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:14Z', 'updated_at': '2021-06-29T17:33:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '2c000c8b-b8d0-4f9f-ac0b-9b385c123225', 'name': '', 'network_id': '4a9ff749-d04b-41e9-9092-085142ac0edd', 'tenant_id': 'cac50850301c4fc692d34568408864b9', 'mac_address': 'fa:16:3e:77:da:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c982e374-8b35-442c-a32b-da13c2473659', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e70260f6-2a73-4f1a-a7c1-38818a1f891d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:33:06Z', 'updated_at': '2021-06-29T17:33:14Z', 'revision_number': 5, 'project_id': 'cac50850301c4fc692d34568408864b9', 'subnets': [{'id': 'e70260f6-2a73-4f1a-a7c1-38818a1f891d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28259e88-2a59-4b79-a268-98e281a157a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:33:18.603419 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 56890) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:33:18.748584 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-4461e9cf-5989-4095-ba60-5e393fb01dfc admin admin] 10.222.0.102 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1438491 Jun 29 17:33:20.012577 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 322b18a8-fe57-4fa3-9c97-0a15926dc37c up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:33:20.137186 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning for port 322b18a8-fe57-4fa3-9c97-0a15926dc37c completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:33:20.139898 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 322b18a8-fe57-4fa3-9c97-0a15926dc37c triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:33:20.140281 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:20.241250 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:20.265271 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] For port 322b18a8-fe57-4fa3-9c97-0a15926dc37c, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=322b18a8-fe57-4fa3-9c97-0a15926dc37c,segment=NetworkSegment(f9a98574-3341-4580-ac4f-b7fff4e16571),segment_id=f9a98574-3341-4580-ac4f-b7fff4e16571)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:33:20.356026 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:20.360479 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:33:20.430709 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Pushing event updated for resources: {'Port': ['ID=322b18a8-fe57-4fa3-9c97-0a15926dc37c,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:33:20.435786 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:33:21.999971 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 322b18a8-fe57-4fa3-9c97-0a15926dc37c up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:33:22.071250 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 322b18a8-fe57-4fa3-9c97-0a15926dc37c triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:33:22.071996 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:27.432866 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-0992ee16-08df-4ce5-85e4-4f1fe1b75ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:29.791679 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8d51aca7-0fe8-4a0b-b155-773076fc1046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:29.854806 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:31.395646 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:33.128813 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:51.780400 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 5 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:33:57.458752 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-f703e8f5-d591-4a05-bff8-140689c92ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:59.810345 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-4c864a57-2cb1-417f-869d-daa4a2d4f965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:33:59.890741 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:01.458822 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:03.114219 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:27.405660 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-7a199412-9171-46ec-9290-05579d6dc0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:28.780136 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 5 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:34:29.790679 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-e79f3fb1-42af-4702-b805-fcc3bc7daf53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:29.857121 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:31.385886 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:33.111826 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:57.429995 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-477fc0d9-534e-4736-9aef-2e6855073dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:59.778593 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8f1cd082-587a-4c3e-af25-7d99ce0908d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:34:59.883627 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:01.390137 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:03.081357 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:03.160744 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 57458) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:35:03.223295 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.pecan_wsgi.hooks.translation [None req-2523d74b-eb19-4a35-936e-113c5e1138a7 admin admin] GET failed (client error): The resource could not be found. Jun 29 17:35:03.224686 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-2523d74b-eb19-4a35-936e-113c5e1138a7 admin admin] 10.222.0.102 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0629926 Jun 29 17:35:03.395834 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddaba8c-397e-462c-aa19-3c58e5cf9238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:03.397267 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-bddaba8c-397e-462c-aa19-3c58e5cf9238 admin admin] 10.222.0.102 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1683028 Jun 29 17:35:05.616710 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 57468) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:35:05.717422 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f99c40-78a8-4e9a-a599-b1f797b31eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:05.718809 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-a4f99c40-78a8-4e9a-a599-b1f797b31eaf admin admin] 10.222.0.102 "GET /v2.0/subnets/e70260f6-2a73-4f1a-a7c1-38818a1f891d HTTP/1.1" status: 200 len: 849 time: 0.1011434 Jun 29 17:35:05.728826 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-fa365496-4776-42e0-a119-af2e97bd33dd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:35:05.781796 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 5 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:35:05.814752 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-fa365496-4776-42e0-a119-af2e97bd33dd admin admin] Notify callbacks [] for subnet, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:06.019199 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-fa365496-4776-42e0-a119-af2e97bd33dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732082739411'] for subnet, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:06.021497 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:35:06.050586 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa365496-4776-42e0-a119-af2e97bd33dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:06.051192 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-fa365496-4776-42e0-a119-af2e97bd33dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for subnet, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:06.052496 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-fa365496-4776-42e0-a119-af2e97bd33dd admin admin] 10.222.0.102 "PUT /v2.0/subnets/e70260f6-2a73-4f1a-a7c1-38818a1f891d HTTP/1.1" status: 200 len: 868 time: 0.3281980 Jun 29 17:35:06.066906 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357fb3a5-2073-40d3-8648-b491da960a05 None None] Network 4a9ff749-d04b-41e9-9092-085142ac0edd requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:35:06.074501 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa365496-4776-42e0-a119-af2e97bd33dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e70260f6-2a73-4f1a-a7c1-38818a1f891d,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:35:06.082947 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa365496-4776-42e0-a119-af2e97bd33dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:06.083303 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa365496-4776-42e0-a119-af2e97bd33dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:06.083646 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa365496-4776-42e0-a119-af2e97bd33dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:06.084002 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa365496-4776-42e0-a119-af2e97bd33dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:06.084323 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa365496-4776-42e0-a119-af2e97bd33dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:06.084653 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa365496-4776-42e0-a119-af2e97bd33dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:06.084975 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa365496-4776-42e0-a119-af2e97bd33dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:06.085290 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa365496-4776-42e0-a119-af2e97bd33dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:06.085605 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa365496-4776-42e0-a119-af2e97bd33dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:06.085932 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa365496-4776-42e0-a119-af2e97bd33dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:06.086233 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa365496-4776-42e0-a119-af2e97bd33dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:06.086541 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa365496-4776-42e0-a119-af2e97bd33dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:06.093046 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-fa365496-4776-42e0-a119-af2e97bd33dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:35:06.494566 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-7ff209f8-0979-4350-84f1-221b2cebad14 None None] Provisioning complete for port 2d28a414-df7c-4166-adc5-3a96ffe4ba60 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:35:06.495121 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-7ff209f8-0979-4350-84f1-221b2cebad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:06.606743 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-7ff209f8-0979-4350-84f1-221b2cebad14 None None] Provisioning complete for port 2c000c8b-b8d0-4f9f-ac0b-9b385c123225 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:35:06.607209 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-7ff209f8-0979-4350-84f1-221b2cebad14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:08.241623 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 57476) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:35:08.462226 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04272efd-698e-4ce4-a887-c44151871ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:08.462688 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04272efd-698e-4ce4-a887-c44151871ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:08.464293 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-04272efd-698e-4ce4-a887-c44151871ee9 admin admin] 10.222.0.102 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2217116 Jun 29 17:35:10.778155 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 57484) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:35:11.042705 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f6d092-3908-406b-bfd0-646ee54cb2b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:11.043173 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f6d092-3908-406b-bfd0-646ee54cb2b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:11.045061 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-76f6d092-3908-406b-bfd0-646ee54cb2b7 admin admin] 10.222.0.102 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2657001 Jun 29 17:35:13.357786 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 57494) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:35:13.541369 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89d7639-95b2-4f6d-9ed1-616e48c048d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:13.542722 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-f89d7639-95b2-4f6d-9ed1-616e48c048d0 admin admin] 10.222.0.102 "GET /v2.0/networks/26c48c97-dd4e-49af-8475-2ecf6fc0aadd HTTP/1.1" status: 200 len: 886 time: 0.1839657 Jun 29 17:35:15.718541 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 57502) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:35:15.857623 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de46380e-b459-4230-96b7-f4d55f726e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:15.858994 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-de46380e-b459-4230-96b7-f4d55f726e6e admin admin] 10.222.0.102 "GET /v2.0/networks/4a9ff749-d04b-41e9-9092-085142ac0edd HTTP/1.1" status: 200 len: 869 time: 0.1395147 Jun 29 17:35:18.094927 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 57510) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:35:18.233313 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb9304e-6208-42ac-a5cd-ff7338bcff40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:18.233799 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb9304e-6208-42ac-a5cd-ff7338bcff40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:18.235348 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-1bb9304e-6208-42ac-a5cd-ff7338bcff40 admin admin] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1394463 Jun 29 17:35:20.443408 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 57518) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:35:20.556178 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cc85d7-703d-451b-87b4-0516e6ac958d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:20.556631 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cc85d7-703d-451b-87b4-0516e6ac958d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:20.558217 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-59cc85d7-703d-451b-87b4-0516e6ac958d admin admin] 10.222.0.102 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1138077 Jun 29 17:35:22.853248 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 57526) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:35:22.948627 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee104a38-3af9-4fa5-9b27-4c970308c14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:22.949891 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-ee104a38-3af9-4fa5-9b27-4c970308c14c admin admin] 10.222.0.102 "GET /v2.0/subnets/7cd7448d-c974-46f0-8ef9-2783dc523a5d HTTP/1.1" status: 200 len: 816 time: 0.0956843 Jun 29 17:35:25.231314 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 57534) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:35:25.349772 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b94e474-eb2a-4cc9-a9ad-e58a825d105d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:25.350877 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-5b94e474-eb2a-4cc9-a9ad-e58a825d105d admin admin] 10.222.0.102 "GET /v2.0/subnets/e70260f6-2a73-4f1a-a7c1-38818a1f891d HTTP/1.1" status: 200 len: 868 time: 0.1185722 Jun 29 17:35:27.422609 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-a251a224-1183-4f81-930f-86e2670b7b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:29.793399 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-c0233788-f0a0-43e4-932c-882be76823fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:29.887564 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:31.391397 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:33.079783 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:42.780506 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 5 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:35:49.592927 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 57578) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:35:49.647299 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [None req-060d206d-9292-48b4-bd1b-98d24727b861 admin admin] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=100361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 17:35:49.648979 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-060d206d-9292-48b4-bd1b-98d24727b861 admin admin] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0548761 Jun 29 17:35:51.956756 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 57586) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:35:52.032123 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d1bed0-731d-490b-982a-6c984a0dec93 admin admin] GET failed (client error): The resource could not be found. Jun 29 17:35:52.035783 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-70d1bed0-731d-490b-982a-6c984a0dec93 admin admin] 10.222.0.102 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0757964 Jun 29 17:35:52.184932 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb7f9c4-65f5-44dd-9e08-51496b2b4ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:52.186359 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-cfb7f9c4-65f5-44dd-9e08-51496b2b4ce9 admin admin] 10.222.0.102 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1480737 Jun 29 17:35:54.438600 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 57594) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:35:54.485800 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-2479fb50-f45e-495a-b44d-ad1428d94bd8 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:35:54.583096 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2479fb50-f45e-495a-b44d-ad1428d94bd8 admin admin] Made reservation on behalf of b79d2856e78c4446a5808b249b9cc5ad for: {'network': 1} {{(pid=100362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:35:54.585784 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2479fb50-f45e-495a-b44d-ad1428d94bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for network, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:54.624994 dv-cinder-763306-14-iscsi neutron-server[100362]: WARNING neutron.services.revisions.revision_plugin [None req-2479fb50-f45e-495a-b44d-ad1428d94bd8 admin admin] Could not find related network for resource to bump revision. Jun 29 17:35:54.639560 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2479fb50-f45e-495a-b44d-ad1428d94bd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=100362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:35:54.649939 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2479fb50-f45e-495a-b44d-ad1428d94bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:54.650281 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.db.segments_db [None req-2479fb50-f45e-495a-b44d-ad1428d94bd8 admin admin] Added segment f8cbee03-14ea-48b6-bf0c-e122e7889821 of type vlan for network 5b0e932f-7df3-41e8-89dd-bdedf638a2af Jun 29 17:35:54.700757 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2479fb50-f45e-495a-b44d-ad1428d94bd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732082150732'] for network, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:54.789131 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2479fb50-f45e-495a-b44d-ad1428d94bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for network, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:54.790434 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2479fb50-f45e-495a-b44d-ad1428d94bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:54.791031 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2479fb50-f45e-495a-b44d-ad1428d94bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:54.793028 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:35:54.850699 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479fb50-f45e-495a-b44d-ad1428d94bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=5b0e932f-7df3-41e8-89dd-bdedf638a2af,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:35:54.857162 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479fb50-f45e-495a-b44d-ad1428d94bd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:54.857517 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479fb50-f45e-495a-b44d-ad1428d94bd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:54.857844 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479fb50-f45e-495a-b44d-ad1428d94bd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:54.858166 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479fb50-f45e-495a-b44d-ad1428d94bd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:54.858500 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479fb50-f45e-495a-b44d-ad1428d94bd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:54.858807 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479fb50-f45e-495a-b44d-ad1428d94bd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:54.859119 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479fb50-f45e-495a-b44d-ad1428d94bd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:54.859438 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479fb50-f45e-495a-b44d-ad1428d94bd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:54.859831 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479fb50-f45e-495a-b44d-ad1428d94bd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:54.860072 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479fb50-f45e-495a-b44d-ad1428d94bd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:54.860438 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479fb50-f45e-495a-b44d-ad1428d94bd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:54.860675 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479fb50-f45e-495a-b44d-ad1428d94bd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:54.864010 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-2479fb50-f45e-495a-b44d-ad1428d94bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:35:54.871568 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Network 5b0e932f-7df3-41e8-89dd-bdedf638a2af details requested by agent ovs-agent-dv-cinder-763306-14-iscsi with host dv-cinder-763306-14-iscsi {{(pid=100363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:35:54.921658 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-2479fb50-f45e-495a-b44d-ad1428d94bd8 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4815450 Jun 29 17:35:57.246374 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 57602) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:35:57.310051 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.pecan_wsgi.hooks.translation [None req-21fda3c2-4100-44f1-8b99-3906d5f73963 admin admin] GET failed (client error): The resource could not be found. Jun 29 17:35:57.311462 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-21fda3c2-4100-44f1-8b99-3906d5f73963 admin admin] 10.222.0.102 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0641415 Jun 29 17:35:57.385632 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892fc226-16e4-4cd0-9880-180e28f1c237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:57.387081 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-892fc226-16e4-4cd0-9880-180e28f1c237 admin admin] 10.222.0.102 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0714853 Jun 29 17:35:57.398650 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-e40e7365-7a1f-4faf-b106-8a1409314ebb admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': '5b0e932f-7df3-41e8-89dd-bdedf638a2af', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:35:57.440411 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-28fc7aff-4db1-4003-94f4-abcc2327cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:57.514555 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40e7365-7a1f-4faf-b106-8a1409314ebb admin admin] Made reservation on behalf of b79d2856e78c4446a5808b249b9cc5ad for: {'subnet': 1} {{(pid=100362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:35:57.517165 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e40e7365-7a1f-4faf-b106-8a1409314ebb admin admin] Notify callbacks [] for subnet, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:57.809882 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e40e7365-7a1f-4faf-b106-8a1409314ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for subnet, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:57.814555 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:35:57.882948 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e7365-7a1f-4faf-b106-8a1409314ebb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef740f6a-bbc0-44eb-a630-e450608b5a12,revision_number=0']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:35:57.889766 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-e40e7365-7a1f-4faf-b106-8a1409314ebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:35:57.890714 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40e7365-7a1f-4faf-b106-8a1409314ebb admin admin] Checking segment: {'id': 'f8cbee03-14ea-48b6-bf0c-e122e7889821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5b0e932f-7df3-41e8-89dd-bdedf638a2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:35:57.891076 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40e7365-7a1f-4faf-b106-8a1409314ebb admin admin] Network hostable DHCP agents. Network: 5b0e932f-7df3-41e8-89dd-bdedf638a2af, hostable agents: ['24069b9b-1321-42f1-b289-5cb1180ca833'], hosted agents: [] {{(pid=100362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:35:57.975381 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40e7365-7a1f-4faf-b106-8a1409314ebb admin admin] Network 5b0e932f-7df3-41e8-89dd-bdedf638a2af is scheduled to be hosted by DHCP agent 24069b9b-1321-42f1-b289-5cb1180ca833 with binding_index 1 {{(pid=100362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:35:58.089384 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.base_scheduler [None req-e40e7365-7a1f-4faf-b106-8a1409314ebb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-iscsi, 5b0e932f-7df3-41e8-89dd-bdedf638a2af) {{(pid=100362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:35:58.094301 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40e7365-7a1f-4faf-b106-8a1409314ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:35:58.094877 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e40e7365-7a1f-4faf-b106-8a1409314ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for subnet, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:58.100054 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd82b20-ff2f-4ed6-83d3-b44e3e1c7d1b None None] Network 5b0e932f-7df3-41e8-89dd-bdedf638a2af requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:35:58.172223 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-e40e7365-7a1f-4faf-b106-8a1409314ebb admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7780859 Jun 29 17:35:58.261067 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92452d69-972d-5f90-a51c-f228c74b1c0c-5b0e932f-7df3-41e8-89dd-bdedf638a2af', 'network_id': '5b0e932f-7df3-41e8-89dd-bdedf638a2af', 'tenant_id': 'b79d2856e78c4446a5808b249b9cc5ad', 'fixed_ips': [{'subnet_id': 'ef740f6a-bbc0-44eb-a630-e450608b5a12'}]}} from dv-cinder-763306-14-iscsi. {{(pid=100363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 17:35:58.265826 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:58.403424 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.db_base_plugin_common [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Allocated IP 192.168.233.2 (5b0e932f-7df3-41e8-89dd-bdedf638a2af/ef740f6a-bbc0-44eb-a630-e450608b5a12/5f2d90ec-b40b-4984-b799-723d2eeabc06) {{(pid=100363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:35:58.556093 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Notify callbacks [] for port, precommit_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:58.564771 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Transition to ACTIVE for port object 5f2d90ec-b40b-4984-b799-723d2eeabc06 will not be triggered until provisioned by entity L2. {{(pid=100363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:35:58.580504 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Transition to ACTIVE for port object 5f2d90ec-b40b-4984-b799-723d2eeabc06 will not be triggered until provisioned by entity DHCP. {{(pid=100363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:35:58.673465 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565'] for port, after_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:58.676102 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-25f0eb3c-3112-4276-a03d-da139c6d90b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:35:58.717701 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Network 5b0e932f-7df3-41e8-89dd-bdedf638a2af is already hosted by enough agents. {{(pid=100363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:35:58.720641 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.scheduler.base_scheduler [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Resources bound (agent type, host, resource id): {{(pid=100363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:35:58.724834 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Received port after_create {{(pid=100363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:35:58.731239 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Pushing event updated for resources: {'Port': ['ID=5f2d90ec-b40b-4984-b799-723d2eeabc06,revision_number=1']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:35:58.742233 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:58.742609 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:58.742953 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:58.743288 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:58.743620 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:58.744040 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:58.744373 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:58.744695 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:58.745147 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:58.745453 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:58.745770 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:58.746082 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:35:58.767993 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:35:58.802258 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Attempting to bind port 5f2d90ec-b40b-4984-b799-723d2eeabc06 on host dv-cinder-763306-14-iscsi for vnic_type normal with profile {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:35:58.802642 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Attempting to bind port 5f2d90ec-b40b-4984-b799-723d2eeabc06 by drivers openvswitch,hyperv on host dv-cinder-763306-14-iscsi at level 0 using segments [{'id': 'f8cbee03-14ea-48b6-bf0c-e122e7889821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5b0e932f-7df3-41e8-89dd-bdedf638a2af'}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:35:58.803020 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Attempting to bind port 5f2d90ec-b40b-4984-b799-723d2eeabc06 on network 5b0e932f-7df3-41e8-89dd-bdedf638a2af {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:35:58.808219 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Checking agent: {'id': 'e928b6c9-d57e-4ac7-a8fb-c400260472eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 32, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:35:58.808530 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Checking segment: {'id': 'f8cbee03-14ea-48b6-bf0c-e122e7889821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5b0e932f-7df3-41e8-89dd-bdedf638a2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:35:58.808938 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:58.809332 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Bound using segment: {'id': 'f8cbee03-14ea-48b6-bf0c-e122e7889821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5b0e932f-7df3-41e8-89dd-bdedf638a2af'} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:35:58.809809 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Bound port: 5f2d90ec-b40b-4984-b799-723d2eeabc06, host: dv-cinder-763306-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8cbee03-14ea-48b6-bf0c-e122e7889821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5b0e932f-7df3-41e8-89dd-bdedf638a2af'}}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:35:58.810208 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:58.874409 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] For port 5f2d90ec-b40b-4984-b799-723d2eeabc06, host dv-cinder-763306-14-iscsi, cleared binding levels {{(pid=100363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:35:58.877552 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] For port 5f2d90ec-b40b-4984-b799-723d2eeabc06, host dv-cinder-763306-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=5f2d90ec-b40b-4984-b799-723d2eeabc06,segment=NetworkSegment(f8cbee03-14ea-48b6-bf0c-e122e7889821),segment_id=f8cbee03-14ea-48b6-bf0c-e122e7889821)] {{(pid=100363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:35:58.981345 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:58.983718 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-6e3ef1be-f903-4a08-be4c-316b83bdf41e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:35:59.042648 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Pushing event updated for resources: {'Port': ['ID=5f2d90ec-b40b-4984-b799-723d2eeabc06,revision_number=2']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:35:59.046371 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:35:59.823425 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-37fd3d71-49a8-4b96-a4ca-b341832f7520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:35:59.907077 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c6bb6c-4c59-4b83-a590-ceef24173ae6 None None] Network 5b0e932f-7df3-41e8-89dd-bdedf638a2af requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:35:59.946207 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:00.028841 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-dd7b7965-342c-4f6a-8918-01f23a3c0b03 None None] Provisioning for port 5f2d90ec-b40b-4984-b799-723d2eeabc06 completed by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:36:00.183092 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 5f2d90ec-b40b-4984-b799-723d2eeabc06 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:36:00.337366 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning for port 5f2d90ec-b40b-4984-b799-723d2eeabc06 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:36:00.341574 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 5f2d90ec-b40b-4984-b799-723d2eeabc06 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:36:00.341960 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:00.388713 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-e4b74978-9a6b-48a2-824f-c69c3c6c9c24 None None] Provisioning complete for port 5f2d90ec-b40b-4984-b799-723d2eeabc06 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:36:00.389092 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-e4b74978-9a6b-48a2-824f-c69c3c6c9c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:00.505840 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:00.541649 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-e4b74978-9a6b-48a2-824f-c69c3c6c9c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:00.565964 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] For port 5f2d90ec-b40b-4984-b799-723d2eeabc06, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=5f2d90ec-b40b-4984-b799-723d2eeabc06,segment=NetworkSegment(f8cbee03-14ea-48b6-bf0c-e122e7889821),segment_id=f8cbee03-14ea-48b6-bf0c-e122e7889821)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:36:00.623942 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:00.628250 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:36:00.693772 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.db.api [None req-e4b74978-9a6b-48a2-824f-c69c3c6c9c24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 17:36:00.694334 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_db.api [None req-e4b74978-9a6b-48a2-824f-c69c3c6c9c24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 17:36:00.710800 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Pushing event updated for resources: {'Port': ['ID=5f2d90ec-b40b-4984-b799-723d2eeabc06,revision_number=3']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:36:00.715245 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:36:01.398831 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:02.117895 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 5f2d90ec-b40b-4984-b799-723d2eeabc06 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:36:02.187309 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 5f2d90ec-b40b-4984-b799-723d2eeabc06 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:36:02.187681 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:03.112131 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:19.779936 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 5 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:36:27.500272 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-37074340-cab3-429e-80fc-38667365f32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:29.797332 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-df562210-42f4-4687-835a-86614057ebd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:29.859355 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:31.402391 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:33.135422 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:56.778823 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 5 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:36:57.503594 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-86377a47-03eb-4ccd-ab06-d211c26961f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:59.779895 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-bddda974-5720-4edf-b061-818fc1011533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:36:59.888198 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:01.436854 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:03.088129 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:25.539430 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 57654) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:37:25.545636 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [None req-ec438a83-f3d5-4a42-996f-3be9a766d379 tempest-verify_tempest_config-569397287 tempest-verify_tempest_config-569397287-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=100362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 17:37:25.546641 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-ec438a83-f3d5-4a42-996f-3be9a766d379 tempest-verify_tempest_config-569397287 tempest-verify_tempest_config-569397287-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062022 Jun 29 17:37:26.339048 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 57672) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:37:26.462840 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-be0d8d2d-aa1d-4601-8a5d-429306daeddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:26.566438 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-be0d8d2d-aa1d-4601-8a5d-429306daeddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:26.692695 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-be0d8d2d-aa1d-4601-8a5d-429306daeddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:26.695865 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:37:26.740674 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-be0d8d2d-aa1d-4601-8a5d-429306daeddb admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3ca0b67e3770422fb19377956354561c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4005475 Jun 29 17:37:26.741526 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d8d2d-aa1d-4601-8a5d-429306daeddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b578f0a8-c6de-45ea-ad6a-c99059ca1049,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:37:26.744492 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 57676) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:37:26.749409 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d8d2d-aa1d-4601-8a5d-429306daeddb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:26.749766 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d8d2d-aa1d-4601-8a5d-429306daeddb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:26.750283 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d8d2d-aa1d-4601-8a5d-429306daeddb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:26.750471 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d8d2d-aa1d-4601-8a5d-429306daeddb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:26.750746 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d8d2d-aa1d-4601-8a5d-429306daeddb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:26.751095 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d8d2d-aa1d-4601-8a5d-429306daeddb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:26.751414 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d8d2d-aa1d-4601-8a5d-429306daeddb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:26.751773 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d8d2d-aa1d-4601-8a5d-429306daeddb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:26.752103 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d8d2d-aa1d-4601-8a5d-429306daeddb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:26.752424 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d8d2d-aa1d-4601-8a5d-429306daeddb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:26.752764 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d8d2d-aa1d-4601-8a5d-429306daeddb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:26.756330 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d8d2d-aa1d-4601-8a5d-429306daeddb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:26.757580 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-be0d8d2d-aa1d-4601-8a5d-429306daeddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:37:26.804315 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-0d2a5cd9-2d01-42bd-b003-990ed75e7bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:26.830125 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-0d2a5cd9-2d01-42bd-b003-990ed75e7bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:27.096602 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-0d2a5cd9-2d01-42bd-b003-990ed75e7bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:27.099507 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-0d2a5cd9-2d01-42bd-b003-990ed75e7bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:27.100688 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-0d2a5cd9-2d01-42bd-b003-990ed75e7bbc admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b578f0a8-c6de-45ea-ad6a-c99059ca1049 HTTP/1.1" status: 204 len: 168 time: 0.3552418 Jun 29 17:37:27.105903 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:37:27.110132 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a5cd9-2d01-42bd-b003-990ed75e7bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b578f0a8-c6de-45ea-ad6a-c99059ca1049,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:37:27.118416 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a5cd9-2d01-42bd-b003-990ed75e7bbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:27.118908 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a5cd9-2d01-42bd-b003-990ed75e7bbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:27.119221 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a5cd9-2d01-42bd-b003-990ed75e7bbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:27.119495 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a5cd9-2d01-42bd-b003-990ed75e7bbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:27.119819 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a5cd9-2d01-42bd-b003-990ed75e7bbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:27.120165 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a5cd9-2d01-42bd-b003-990ed75e7bbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:27.120501 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a5cd9-2d01-42bd-b003-990ed75e7bbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:27.120840 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a5cd9-2d01-42bd-b003-990ed75e7bbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:27.121165 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a5cd9-2d01-42bd-b003-990ed75e7bbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:27.121487 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a5cd9-2d01-42bd-b003-990ed75e7bbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:27.121812 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a5cd9-2d01-42bd-b003-990ed75e7bbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:27.122813 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2a5cd9-2d01-42bd-b003-990ed75e7bbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:37:27.125990 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-0d2a5cd9-2d01-42bd-b003-990ed75e7bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:37:27.469680 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-1329e9d7-3efa-405e-b2a1-5ad65b0416ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:29.784455 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-4d33ddcc-15e2-48af-be04-c76ed9aceea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:29.873381 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:31.464426 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:33.088636 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:33.779643 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 5 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:37:57.476428 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-42aab2db-4470-4ad3-b66c-87265c9df956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:59.803672 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-c3616a9c-4136-44c1-beb7-d4cb91a23e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:37:59.954197 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:01.447637 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:03.102967 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:10.779877 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 5 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:38:27.408927 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-b1d49da5-2e18-43e5-91f9-b96afb62c6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:29.802347 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-f0e85176-6a67-46d7-83ec-4ce294576373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:29.880724 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:31.446245 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:33.088515 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:47.779071 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 5 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:38:57.408976 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-043f76ee-fa86-49ef-8f55-0ae05954ef2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:59.796717 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-99013dfb-3ecd-46d1-9789-b168c2f7d5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:38:59.892406 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:01.408721 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:03.187540 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:05.544842 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-475742'] for agent, after_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:09.939535 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 57730) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:39:10.051812 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-66b2ef69-69f7-4a09-8e08-5130dc067d72 admin admin] 10.222.0.102 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.1111348 Jun 29 17:39:12.245079 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 57740) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:39:12.299183 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-bf86e4bb-9b92-43ec-8ff9-0c8ec2626995 admin admin] 10.222.0.102 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.0530217 Jun 29 17:39:24.777948 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:39:27.420829 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8483206d-497b-40e2-a237-269f818364a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:29.812891 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d9b69e05-e961-4f82-b7ca-afa446548ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:29.864342 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:31.421153 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:33.099056 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:35.558523 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:57.408053 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-cbb4e548-4d68-4cda-acab-31127b26dfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:59.809595 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-c2103485-e468-459a-a3ea-77f4dd73f11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:39:59.882124 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:01.449762 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:01.776723 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:40:03.112373 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:05.564216 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:27.398426 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-5ec2b658-215d-4557-8415-6c0b2ee41964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:29.776255 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-fcc3d1d5-c440-46e9-b5b8-53407a2f687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:29.859927 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:31.425148 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:33.101573 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:35.562698 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:38.775281 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:40:43.439547 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 57906) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:43.753856 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 57922) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:43.848595 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1398550955-network', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:40:43.957128 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] Made reservation on behalf of 87f56b14a5034bf38448dbb35360a4fc for: {'network': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:40:43.961625 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for network, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:43.970364 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:44.007934 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1963735794-network', 'tenant_id': '1e92675dd0af403695e9b73c81b761d5'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:40:44.095313 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:44.151172 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:44.160144 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:44.184159 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9434741-f9b9-4fe1-9de6-b706deebd8e2,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:44.188744 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] vlan segment allocate from pool success with {'vlan_id': 942, 'physical_network': 'physnet1'} {{(pid=100361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:40:44.197385 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:44.197724 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:44.198059 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:44.198751 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:44.198751 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:44.199153 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:44.200013 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:44.200424 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:44.200871 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:44.201222 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:44.201507 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:44.201820 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] Tracked resource versions report: Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: pushed versions: Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: { 'AddressGroup': {'1.2'}, Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: 'ConntrackHelper': {'1.0'}, Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: 'Log': {'1.0'}, Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: 'Network': {'1.1'}, Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: 'Port': {'1.7'}, Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: 'PortForwarding': {'1.2'}, Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: 'QosPolicy': {'1.8'}, Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: 'SecurityGroup': {'1.4'}, Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: 'SecurityGroupRule': {'1.2'}, Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: 'SubPort': {'1.0'}, Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: 'Subnet': {'1.1'}, Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: 'Trunk': {'1.1'}} Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: consumer versions: Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: { DHCP agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: HyperV agent@hv-cinder-76330: {}, Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: L3 agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: Metadata agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: Metering agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: Open vSwitch agent@dv-cinder-763306-14-iscsi: { 'AddressGroup': '1.2', Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: 'ConntrackHelper': '1.0', Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: 'Log': '1.0', Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: 'Network': '1.1', Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: 'Port': '1.7', Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: 'PortForwarding': '1.2', Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: 'QosPolicy': '1.8', Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: 'SecurityGroup': '1.4', Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: 'SecurityGroupRule': '1.2', Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: 'SubPort': '1.0', Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: 'Subnet': '1.1', Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: 'Trunk': '1.1'}} Jun 29 17:40:44.202865 dv-cinder-763306-14-iscsi neutron-server[100361]: {{(pid=100361) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 17:40:44.207514 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:44.218002 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:44.218002 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.db.segments_db [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] Added segment 337bcf56-7dac-4930-9b9c-823189f35073 of type vlan for network 0d814395-0aef-449f-bcba-f7da97787837 Jun 29 17:40:44.259507 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] Made reservation on behalf of 1e92675dd0af403695e9b73c81b761d5 for: {'network': 1} {{(pid=100362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:40:44.260909 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732082150732'] for network, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:44.263045 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for network, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:44.275612 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:44.376309 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for network, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:44.378584 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:40:44.379642 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:44.383370 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:44.384575 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:44.448896 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] Pushing event updated for resources: {'Network': ['ID=0d814395-0aef-449f-bcba-f7da97787837,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:44.450167 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:44.457700 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Network 0d814395-0aef-449f-bcba-f7da97787837 details requested by agent ovs-agent-dv-cinder-763306-14-iscsi with host dv-cinder-763306-14-iscsi {{(pid=100363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:40:44.495407 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:44.500514 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-be0d8d2d-aa1d-4601-8a5d-429306daeddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:44.524072 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981c8de5-67ba-43dd-bab0-61c38e2158a3,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:44.533141 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:44.533741 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] Tracked resource versions report: Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: pushed versions: Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: { 'AddressGroup': {'1.2'}, Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: 'ConntrackHelper': {'1.0'}, Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: 'Log': {'1.0'}, Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: 'Network': {'1.1'}, Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: 'Port': {'1.7'}, Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: 'PortForwarding': {'1.2'}, Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: 'QosPolicy': {'1.8'}, Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: 'SecurityGroup': {'1.4'}, Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: 'SecurityGroupRule': {'1.2'}, Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: 'SubPort': {'1.0'}, Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: 'Subnet': {'1.1'}, Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: 'Trunk': {'1.1'}} Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: consumer versions: Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: { DHCP agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: HyperV agent@hv-cinder-76330: {}, Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: L3 agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: Metadata agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: Metering agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: Open vSwitch agent@dv-cinder-763306-14-iscsi: { 'AddressGroup': '1.2', Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: 'ConntrackHelper': '1.0', Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: 'Log': '1.0', Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: 'Network': '1.1', Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: 'Port': '1.7', Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: 'PortForwarding': '1.2', Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: 'QosPolicy': '1.8', Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: 'SecurityGroup': '1.4', Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: 'SecurityGroupRule': '1.2', Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: 'SubPort': '1.0', Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: 'Subnet': '1.1', Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: 'Trunk': '1.1'}} Jun 29 17:40:44.539825 dv-cinder-763306-14-iscsi neutron-server[100362]: {{(pid=100362) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 17:40:44.544649 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:44.548882 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] vlan segment allocate from pool success with {'vlan_id': 909, 'physical_network': 'physnet1'} {{(pid=100362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:40:44.559937 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:44.560335 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.db.segments_db [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] Added segment 6999508a-9d87-4259-bdea-144e00f8ef4e of type vlan for network 73d0a2ca-fa0f-4cd0-8a9a-812558672909 Jun 29 17:40:44.588194 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1473916 Jun 29 17:40:44.591629 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 57958) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:44.596475 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-002c1d7c-fe9a-4235-91e2-7951696b4f13 admin admin] Request body: {'subnet': {'network_id': '0d814395-0aef-449f-bcba-f7da97787837', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1398550955-subnet', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:40:44.614338 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732082150732'] for network, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:44.701243 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002c1d7c-fe9a-4235-91e2-7951696b4f13 admin admin] Made reservation on behalf of 87f56b14a5034bf38448dbb35360a4fc for: {'subnet': 1} {{(pid=100362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:40:44.703538 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-002c1d7c-fe9a-4235-91e2-7951696b4f13 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:44.745268 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for network, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:44.749019 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:40:44.749594 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:44.753749 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:44.842273 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] Pushing event updated for resources: {'Network': ['ID=73d0a2ca-fa0f-4cd0-8a9a-812558672909,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:44.850360 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 57968) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:44.850482 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0928695 Jun 29 17:40:44.851217 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:44.858926 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-4ac09114-8c14-44ba-bf3b-31d2102aa9c4 admin admin] Request body: {'subnet': {'network_id': '73d0a2ca-fa0f-4cd0-8a9a-812558672909', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1963735794-subnet', 'tenant_id': '1e92675dd0af403695e9b73c81b761d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:40:44.860537 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Network 73d0a2ca-fa0f-4cd0-8a9a-812558672909 details requested by agent ovs-agent-dv-cinder-763306-14-iscsi with host dv-cinder-763306-14-iscsi {{(pid=100363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:40:44.895920 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 57972) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:44.965017 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac09114-8c14-44ba-bf3b-31d2102aa9c4 admin admin] Made reservation on behalf of 1e92675dd0af403695e9b73c81b761d5 for: {'subnet': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:40:44.967373 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-4ac09114-8c14-44ba-bf3b-31d2102aa9c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:45.054255 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-002c1d7c-fe9a-4235-91e2-7951696b4f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for subnet, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:45.056492 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:45.087404 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 57980) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:45.130314 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002c1d7c-fe9a-4235-91e2-7951696b4f13 admin admin] Checking segment: {'id': '337bcf56-7dac-4930-9b9c-823189f35073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '0d814395-0aef-449f-bcba-f7da97787837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:40:45.130938 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002c1d7c-fe9a-4235-91e2-7951696b4f13 admin admin] Network hostable DHCP agents. Network: 0d814395-0aef-449f-bcba-f7da97787837, hostable agents: ['24069b9b-1321-42f1-b289-5cb1180ca833'], hosted agents: [] {{(pid=100362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:40:45.135261 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c1d7c-fe9a-4235-91e2-7951696b4f13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90b7b755-ce01-431b-9fbd-6f05b79fa141,revision_number=0']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:45.143710 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-002c1d7c-fe9a-4235-91e2-7951696b4f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:45.248848 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002c1d7c-fe9a-4235-91e2-7951696b4f13 admin admin] Network 0d814395-0aef-449f-bcba-f7da97787837 is scheduled to be hosted by DHCP agent 24069b9b-1321-42f1-b289-5cb1180ca833 with binding_index 1 {{(pid=100362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:40:45.277551 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-4ac09114-8c14-44ba-bf3b-31d2102aa9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for subnet, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:45.281821 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-fa365496-4776-42e0-a119-af2e97bd33dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:45.330133 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.base_scheduler [None req-002c1d7c-fe9a-4235-91e2-7951696b4f13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-iscsi, 0d814395-0aef-449f-bcba-f7da97787837) {{(pid=100362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:40:45.344359 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002c1d7c-fe9a-4235-91e2-7951696b4f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:40:45.344359 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-002c1d7c-fe9a-4235-91e2-7951696b4f13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for subnet, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:45.347477 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8e70b5-a341-40c0-89fc-3e371a9f21db None None] Network 0d814395-0aef-449f-bcba-f7da97787837 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:40:45.359952 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac09114-8c14-44ba-bf3b-31d2102aa9c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f447dc3a-32cd-4706-b5cc-db6cdad5bfeb,revision_number=0']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:45.363262 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-4ac09114-8c14-44ba-bf3b-31d2102aa9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:45.384942 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac09114-8c14-44ba-bf3b-31d2102aa9c4 admin admin] Checking segment: {'id': '6999508a-9d87-4259-bdea-144e00f8ef4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '73d0a2ca-fa0f-4cd0-8a9a-812558672909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:40:45.386071 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac09114-8c14-44ba-bf3b-31d2102aa9c4 admin admin] Network hostable DHCP agents. Network: 73d0a2ca-fa0f-4cd0-8a9a-812558672909, hostable agents: ['24069b9b-1321-42f1-b289-5cb1180ca833'], hosted agents: [] {{(pid=100361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:40:45.435676 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-002c1d7c-fe9a-4235-91e2-7951696b4f13 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8427188 Jun 29 17:40:45.436739 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 57994) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:45.442038 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-b589d03b-a529-4bf5-822e-bde8a6173998 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1398550955-router', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:40:45.512620 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac09114-8c14-44ba-bf3b-31d2102aa9c4 admin admin] Network 73d0a2ca-fa0f-4cd0-8a9a-812558672909 is scheduled to be hosted by DHCP agent 24069b9b-1321-42f1-b289-5cb1180ca833 with binding_index 1 {{(pid=100361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:40:45.519832 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-4ac09114-8c14-44ba-bf3b-31d2102aa9c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-iscsi, 73d0a2ca-fa0f-4cd0-8a9a-812558672909) {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:40:45.530922 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24827f90-4022-483e-9f98-9f0b7cec7b58 None None] Network 73d0a2ca-fa0f-4cd0-8a9a-812558672909 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:40:45.532320 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac09114-8c14-44ba-bf3b-31d2102aa9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:40:45.532897 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-4ac09114-8c14-44ba-bf3b-31d2102aa9c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for subnet, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:45.546686 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b589d03b-a529-4bf5-822e-bde8a6173998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-478208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-909'] for router, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:45.548098 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b589d03b-a529-4bf5-822e-bde8a6173998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-900'] for router, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:45.551366 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-91578916-4775-41e5-bb57-28734472b556 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-64602947-network', 'tenant_id': 'e39d67c70880437399ef385e5000ab0b'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:40:45.615371 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-b7aad781-bce1-44e6-aa7a-87c8bac5869a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-635234752-network', 'tenant_id': '84f447d134ac4605856ab46f7e636965'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:40:45.623550 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92452d69-972d-5f90-a51c-f228c74b1c0c-0d814395-0aef-449f-bcba-f7da97787837', 'network_id': '0d814395-0aef-449f-bcba-f7da97787837', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'fixed_ips': [{'subnet_id': '90b7b755-ce01-431b-9fbd-6f05b79fa141'}]}} from dv-cinder-763306-14-iscsi. {{(pid=100363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 17:40:45.624778 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:45.647025 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.db.api [None req-b7aad781-bce1-44e6-aa7a-87c8bac5869a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 17:40:45.647025 dv-cinder-763306-14-iscsi neutron-server[100362]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 17:40:45.647025 dv-cinder-763306-14-iscsi neutron-server[100362]: [parameters: {'project_id_1': '84f447d134ac4605856ab46f7e636965', 'expiration_1': datetime.datetime(2021, 6, 29, 17, 40, 45, 626053)}] Jun 29 17:40:45.647025 dv-cinder-763306-14-iscsi neutron-server[100362]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100362) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 17:40:45.649852 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_db.api [None req-b7aad781-bce1-44e6-aa7a-87c8bac5869a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 17:40:45.659771 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-4ac09114-8c14-44ba-bf3b-31d2102aa9c4 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8079376 Jun 29 17:40:45.664004 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 57998) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:45.670542 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-232a90e9-e53e-4b18-97ef-db22a2cf190b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1963735794-router', 'tenant_id': '1e92675dd0af403695e9b73c81b761d5', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:40:45.713253 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b589d03b-a529-4bf5-822e-bde8a6173998 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:45.726058 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91578916-4775-41e5-bb57-28734472b556 admin admin] Made reservation on behalf of e39d67c70880437399ef385e5000ab0b for: {'network': 1} {{(pid=100362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:40:45.736230 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-91578916-4775-41e5-bb57-28734472b556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for network, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:45.743538 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-91578916-4775-41e5-bb57-28734472b556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:45.820201 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26065b5-e7d1-407f-8a4a-65170b91d122 None None] Network 73d0a2ca-fa0f-4cd0-8a9a-812558672909 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:40:45.921902 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-232a90e9-e53e-4b18-97ef-db22a2cf190b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-478208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-909'] for router, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:45.928032 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-232a90e9-e53e-4b18-97ef-db22a2cf190b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-900'] for router, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:45.942964 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.db_base_plugin_common [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Allocated IP 172.20.0.2 (0d814395-0aef-449f-bcba-f7da97787837/90b7b755-ce01-431b-9fbd-6f05b79fa141/67aa1f80-e604-402d-859a-40251aa49c68) {{(pid=100363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:40:46.095841 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-232a90e9-e53e-4b18-97ef-db22a2cf190b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:46.170579 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-91578916-4775-41e5-bb57-28734472b556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:46.176214 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b589d03b-a529-4bf5-822e-bde8a6173998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-886'] for router, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:46.326437 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-91578916-4775-41e5-bb57-28734472b556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:46.327005 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Notify callbacks [] for port, precommit_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:46.347958 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Transition to ACTIVE for port object 67aa1f80-e604-402d-859a-40251aa49c68 will not be triggered until provisioned by entity L2. {{(pid=100363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:40:46.365522 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:46.391656 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Transition to ACTIVE for port object 67aa1f80-e604-402d-859a-40251aa49c68 will not be triggered until provisioned by entity DHCP. {{(pid=100363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:40:46.433411 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91578916-4775-41e5-bb57-28734472b556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a943b2ad-85d4-4d18-9ad8-59d52b217921,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:46.533142 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-91578916-4775-41e5-bb57-28734472b556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:46.533870 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7aad781-bce1-44e6-aa7a-87c8bac5869a admin admin] Made reservation on behalf of 84f447d134ac4605856ab46f7e636965 for: {'network': 1} {{(pid=100362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:40:46.536564 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b7aad781-bce1-44e6-aa7a-87c8bac5869a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for network, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:46.552020 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-232a90e9-e53e-4b18-97ef-db22a2cf190b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-886'] for router, precommit_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:46.563539 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91578916-4775-41e5-bb57-28734472b556 admin admin] vlan segment allocate from pool success with {'vlan_id': 923, 'physical_network': 'physnet1'} {{(pid=100362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:40:46.568972 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b7aad781-bce1-44e6-aa7a-87c8bac5869a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:46.588684 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565'] for port, after_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:46.592319 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:46.597798 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-91578916-4775-41e5-bb57-28734472b556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:46.597798 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.db.segments_db [None req-91578916-4775-41e5-bb57-28734472b556 admin admin] Added segment 81ca89b3-466c-488c-a106-9ca878c05a8a of type vlan for network 0ba55212-3e61-4fd9-b60e-44776bc91dbc Jun 29 17:40:46.659675 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-91578916-4775-41e5-bb57-28734472b556 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732082150732'] for network, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:46.687225 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Network 0d814395-0aef-449f-bcba-f7da97787837 is already hosted by enough agents. {{(pid=100363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:40:46.723636 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.scheduler.base_scheduler [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Resources bound (agent type, host, resource id): {{(pid=100363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:40:46.746653 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Received port after_create {{(pid=100363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:40:46.813117 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b589d03b-a529-4bf5-822e-bde8a6173998 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:46.826161 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Pushing event updated for resources: {'Port': ['ID=67aa1f80-e604-402d-859a-40251aa49c68,revision_number=1']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:46.840510 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-91578916-4775-41e5-bb57-28734472b556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for network, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:46.848811 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91578916-4775-41e5-bb57-28734472b556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:40:46.849963 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-91578916-4775-41e5-bb57-28734472b556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:46.855937 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-2479fb50-f45e-495a-b44d-ad1428d94bd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:46.866242 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b589d03b-a529-4bf5-822e-bde8a6173998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:46.920894 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:46.921534 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:46.922029 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:46.922386 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:46.922996 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:46.923170 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:46.923500 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:46.923844 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:46.924218 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:46.924534 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:46.924850 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:46.925160 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Tracked resource versions report: Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: pushed versions: Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: { 'AddressGroup': {'1.2'}, Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: 'ConntrackHelper': {'1.0'}, Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: 'Log': {'1.0'}, Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: 'Network': {'1.1'}, Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: 'Port': {'1.7'}, Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: 'PortForwarding': {'1.2'}, Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: 'QosPolicy': {'1.8'}, Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: 'SecurityGroup': {'1.4'}, Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: 'SecurityGroupRule': {'1.2'}, Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: 'SubPort': {'1.0'}, Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: 'Subnet': {'1.1'}, Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: 'Trunk': {'1.1'}} Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: consumer versions: Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: { DHCP agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: HyperV agent@hv-cinder-76330: {}, Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: L3 agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: Metadata agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: Metering agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: Open vSwitch agent@dv-cinder-763306-14-iscsi: { 'AddressGroup': '1.2', Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: 'ConntrackHelper': '1.0', Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: 'Log': '1.0', Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: 'Network': '1.1', Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: 'Port': '1.7', Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: 'PortForwarding': '1.2', Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: 'QosPolicy': '1.8', Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: 'SecurityGroup': '1.4', Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: 'SecurityGroupRule': '1.2', Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: 'SubPort': '1.0', Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: 'Subnet': '1.1', Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: 'Trunk': '1.1'}} Jun 29 17:40:46.927256 dv-cinder-763306-14-iscsi neutron-server[100363]: {{(pid=100363) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 17:40:46.933312 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:46.938877 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Attempting to bind port 67aa1f80-e604-402d-859a-40251aa49c68 on host dv-cinder-763306-14-iscsi for vnic_type normal with profile {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:40:46.939174 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Attempting to bind port 67aa1f80-e604-402d-859a-40251aa49c68 by drivers openvswitch,hyperv on host dv-cinder-763306-14-iscsi at level 0 using segments [{'id': '337bcf56-7dac-4930-9b9c-823189f35073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '0d814395-0aef-449f-bcba-f7da97787837'}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:40:46.939754 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Attempting to bind port 67aa1f80-e604-402d-859a-40251aa49c68 on network 0d814395-0aef-449f-bcba-f7da97787837 {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:40:46.948603 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Checking agent: {'id': 'e928b6c9-d57e-4ac7-a8fb-c400260472eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 32, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:40:46.949076 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Checking segment: {'id': '337bcf56-7dac-4930-9b9c-823189f35073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '0d814395-0aef-449f-bcba-f7da97787837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:40:46.949564 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:46.950233 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Bound using segment: {'id': '337bcf56-7dac-4930-9b9c-823189f35073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '0d814395-0aef-449f-bcba-f7da97787837'} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:40:46.950750 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Bound port: 67aa1f80-e604-402d-859a-40251aa49c68, host: dv-cinder-763306-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '337bcf56-7dac-4930-9b9c-823189f35073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '0d814395-0aef-449f-bcba-f7da97787837'}}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:40:46.951227 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:46.958293 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91578916-4775-41e5-bb57-28734472b556 admin admin] Pushing event updated for resources: {'Network': ['ID=0ba55212-3e61-4fd9-b60e-44776bc91dbc,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:46.964332 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-91578916-4775-41e5-bb57-28734472b556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:46.983268 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Network 0ba55212-3e61-4fd9-b60e-44776bc91dbc details requested by agent ovs-agent-dv-cinder-763306-14-iscsi with host dv-cinder-763306-14-iscsi {{(pid=100363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:40:47.015213 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b7aad781-bce1-44e6-aa7a-87c8bac5869a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:47.115598 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [None req-b589d03b-a529-4bf5-822e-bde8a6173998 admin admin] Allocated IP 172.27.3.60 (26c48c97-dd4e-49af-8475-2ecf6fc0aadd/7cd7448d-c974-46f0-8ef9-2783dc523a5d/e1ecd20f-1075-4036-9832-958c15b30a23) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:40:47.145303 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] For port 67aa1f80-e604-402d-859a-40251aa49c68, host dv-cinder-763306-14-iscsi, cleared binding levels {{(pid=100363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:40:47.151862 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b7aad781-bce1-44e6-aa7a-87c8bac5869a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:47.161652 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] For port 67aa1f80-e604-402d-859a-40251aa49c68, host dv-cinder-763306-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=67aa1f80-e604-402d-859a-40251aa49c68,segment=NetworkSegment(337bcf56-7dac-4930-9b9c-823189f35073),segment_id=337bcf56-7dac-4930-9b9c-823189f35073)] {{(pid=100363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:40:47.174925 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7aad781-bce1-44e6-aa7a-87c8bac5869a admin admin] vlan segment allocate from pool success with {'vlan_id': 934, 'physical_network': 'physnet1'} {{(pid=100362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:40:47.186451 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b7aad781-bce1-44e6-aa7a-87c8bac5869a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:47.186807 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.db.segments_db [None req-b7aad781-bce1-44e6-aa7a-87c8bac5869a admin admin] Added segment ed133f60-0561-402c-b298-d58ce672a887 of type vlan for network 0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 Jun 29 17:40:47.215311 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:47.248829 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-91578916-4775-41e5-bb57-28734472b556 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3476729 Jun 29 17:40:47.251022 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 58048) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:47.257618 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-79c8bd13-593f-4177-9f9b-b0134f37fbe1 admin admin] Request body: {'subnet': {'network_id': '0ba55212-3e61-4fd9-b60e-44776bc91dbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-64602947-subnet', 'tenant_id': 'e39d67c70880437399ef385e5000ab0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:40:47.258883 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:47.262503 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:47.296752 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aad781-bce1-44e6-aa7a-87c8bac5869a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded69982-04c5-44ee-94e2-2e2fa495bf39,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:47.311049 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b589d03b-a529-4bf5-822e-bde8a6173998 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:47.333629 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-b7aad781-bce1-44e6-aa7a-87c8bac5869a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:47.344317 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c8bd13-593f-4177-9f9b-b0134f37fbe1 admin admin] Made reservation on behalf of e39d67c70880437399ef385e5000ab0b for: {'subnet': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:40:47.350222 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-79c8bd13-593f-4177-9f9b-b0134f37fbe1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:47.357123 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b7aad781-bce1-44e6-aa7a-87c8bac5869a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732082150732'] for network, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:47.362051 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-232a90e9-e53e-4b18-97ef-db22a2cf190b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:47.391505 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Pushing event updated for resources: {'Port': ['ID=67aa1f80-e604-402d-859a-40251aa49c68,revision_number=2']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:47.410602 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:47.462792 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-232a90e9-e53e-4b18-97ef-db22a2cf190b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:47.587682 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b589d03b-a529-4bf5-822e-bde8a6173998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:47.608581 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-750d9533-6f39-49d2-b796-d43b47bd617d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:47.618993 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b589d03b-a529-4bf5-822e-bde8a6173998 admin admin] Network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:40:47.708135 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-b589d03b-a529-4bf5-822e-bde8a6173998 admin admin] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:40:47.708135 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b589d03b-a529-4bf5-822e-bde8a6173998 admin admin] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:40:47.771249 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589d03b-a529-4bf5-822e-bde8a6173998 admin admin] Pushing event updated for resources: {'Port': ['ID=e1ecd20f-1075-4036-9832-958c15b30a23,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:47.779430 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b589d03b-a529-4bf5-822e-bde8a6173998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:47.790436 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.db_base_plugin_common [None req-232a90e9-e53e-4b18-97ef-db22a2cf190b admin admin] Allocated IP 172.27.3.189 (26c48c97-dd4e-49af-8475-2ecf6fc0aadd/7cd7448d-c974-46f0-8ef9-2783dc523a5d/1958e1e8-104d-4aad-a53a-90f7f6486d1c) {{(pid=100362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:40:47.798100 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.db.resource_extend [None req-b7aad781-bce1-44e6-aa7a-87c8bac5869a admin admin] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 17:40:47.921834 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b7aad781-bce1-44e6-aa7a-87c8bac5869a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for network, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:47.924388 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7aad781-bce1-44e6-aa7a-87c8bac5869a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:40:47.924974 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b7aad781-bce1-44e6-aa7a-87c8bac5869a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:47.929020 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-d66f6dcd-838b-4911-9ab7-8f0d32514e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:47.979989 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-79c8bd13-593f-4177-9f9b-b0134f37fbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for subnet, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:47.983382 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b2850eec-b1e5-4351-a73d-f3fd35e5d8e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:48.036276 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aad781-bce1-44e6-aa7a-87c8bac5869a admin admin] Pushing event updated for resources: {'Network': ['ID=0ee3f12c-3998-4005-bfbc-d8cd7c4223e0,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:48.040641 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-b7aad781-bce1-44e6-aa7a-87c8bac5869a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:48.047266 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Network 0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 details requested by agent ovs-agent-dv-cinder-763306-14-iscsi with host dv-cinder-763306-14-iscsi {{(pid=100363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:40:48.060407 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-232a90e9-e53e-4b18-97ef-db22a2cf190b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:48.110250 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-b7aad781-bce1-44e6-aa7a-87c8bac5869a admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.0176647 Jun 29 17:40:48.116409 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 58076) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:48.123289 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-1ece415f-b6e3-4d62-a1d4-bb7f49877bf0 admin admin] Request body: {'subnet': {'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-635234752-subnet', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:40:48.179878 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b589d03b-a529-4bf5-822e-bde8a6173998 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:48.182399 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 58078) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:48.225051 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8bd13-593f-4177-9f9b-b0134f37fbe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba6b5f18-1476-4bcd-9b22-8d68a29c0578,revision_number=0']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:48.234033 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-79c8bd13-593f-4177-9f9b-b0134f37fbe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:48.253084 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c8bd13-593f-4177-9f9b-b0134f37fbe1 admin admin] Checking segment: {'id': '81ca89b3-466c-488c-a106-9ca878c05a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0ba55212-3e61-4fd9-b60e-44776bc91dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:40:48.253084 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c8bd13-593f-4177-9f9b-b0134f37fbe1 admin admin] Network hostable DHCP agents. Network: 0ba55212-3e61-4fd9-b60e-44776bc91dbc, hostable agents: ['24069b9b-1321-42f1-b289-5cb1180ca833'], hosted agents: [] {{(pid=100361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:40:48.281424 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ece415f-b6e3-4d62-a1d4-bb7f49877bf0 admin admin] Made reservation on behalf of 84f447d134ac4605856ab46f7e636965 for: {'subnet': 1} {{(pid=100362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:40:48.287218 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-1ece415f-b6e3-4d62-a1d4-bb7f49877bf0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:48.396053 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 67aa1f80-e604-402d-859a-40251aa49c68 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:40:48.397185 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-232a90e9-e53e-4b18-97ef-db22a2cf190b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565'] for port, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:48.405055 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:48.488706 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232a90e9-e53e-4b18-97ef-db22a2cf190b admin admin] Network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd is already hosted by enough agents. {{(pid=100362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:40:48.497842 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.base_scheduler [None req-232a90e9-e53e-4b18-97ef-db22a2cf190b admin admin] Resources bound (agent type, host, resource id): {{(pid=100362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:40:48.508777 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232a90e9-e53e-4b18-97ef-db22a2cf190b admin admin] Received port after_create {{(pid=100362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:40:48.548956 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c8bd13-593f-4177-9f9b-b0134f37fbe1 admin admin] Network 0ba55212-3e61-4fd9-b60e-44776bc91dbc is scheduled to be hosted by DHCP agent 24069b9b-1321-42f1-b289-5cb1180ca833 with binding_index 1 {{(pid=100361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:40:48.569758 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-dc24a544-7213-49e4-abf3-f260de2f0f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:48.585933 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning for port 67aa1f80-e604-402d-859a-40251aa49c68 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:40:48.677549 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a90e9-e53e-4b18-97ef-db22a2cf190b admin admin] Pushing event updated for resources: {'Port': ['ID=1958e1e8-104d-4aad-a53a-90f7f6486d1c,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:48.687113 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b589d03b-a529-4bf5-822e-bde8a6173998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618085'] for router, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:48.696693 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-79c8bd13-593f-4177-9f9b-b0134f37fbe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-iscsi, 0ba55212-3e61-4fd9-b60e-44776bc91dbc) {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:40:48.709386 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37660b6-3a5f-4cc0-946f-616247345001 None None] Network 0ba55212-3e61-4fd9-b60e-44776bc91dbc requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:40:48.724031 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-232a90e9-e53e-4b18-97ef-db22a2cf190b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:48.743378 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c8bd13-593f-4177-9f9b-b0134f37fbe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:40:48.744068 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-79c8bd13-593f-4177-9f9b-b0134f37fbe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for subnet, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:48.786075 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4b9e5c-e85b-451e-b10e-c856c735f1ff None None] Network 0d814395-0aef-449f-bcba-f7da97787837 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:40:48.925959 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad02e3af-9799-4a3e-8c85-79f05ea691bd None None] Network 0ba55212-3e61-4fd9-b60e-44776bc91dbc requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:40:48.938080 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-dc24a544-7213-49e4-abf3-f260de2f0f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:48.974932 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-1ece415f-b6e3-4d62-a1d4-bb7f49877bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for subnet, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:48.998098 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:49.015916 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b589d03b-a529-4bf5-822e-bde8a6173998 admin admin] Router 9b517606-c265-4eb9-a8ec-f46b88eafb36 is scheduled to L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b with binding_index 1 {{(pid=100361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 17:40:49.080020 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-610868ef-dc4e-4f00-b98a-69231834afa3 None None] Provisioning for port 67aa1f80-e604-402d-859a-40251aa49c68 completed by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:40:49.115294 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece415f-b6e3-4d62-a1d4-bb7f49877bf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e367aaf4-13cb-4861-b876-86e2e819d122,revision_number=0']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:49.126242 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-1ece415f-b6e3-4d62-a1d4-bb7f49877bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:49.138072 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-610868ef-dc4e-4f00-b98a-69231834afa3 None None] Provisioning complete for port 67aa1f80-e604-402d-859a-40251aa49c68 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:40:49.138278 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-610868ef-dc4e-4f00-b98a-69231834afa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:49.202626 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ece415f-b6e3-4d62-a1d4-bb7f49877bf0 admin admin] Checking segment: {'id': 'ed133f60-0561-402c-b298-d58ce672a887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:40:49.202986 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ece415f-b6e3-4d62-a1d4-bb7f49877bf0 admin admin] Network hostable DHCP agents. Network: 0ee3f12c-3998-4005-bfbc-d8cd7c4223e0, hostable agents: ['24069b9b-1321-42f1-b289-5cb1180ca833'], hosted agents: [] {{(pid=100362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:40:49.223011 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-232a90e9-e53e-4b18-97ef-db22a2cf190b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:49.338188 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b589d03b-a529-4bf5-822e-bde8a6173998 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:40:49.358065 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e959292-3b96-44a7-b923-e4e0c8577921 None None] Sync routers for ids ['9b517606-c265-4eb9-a8ec-f46b88eafb36'] in dv-cinder-763306-14-iscsi {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:40:49.374365 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e959292-3b96-44a7-b923-e4e0c8577921 None None] Routers {'9b517606-c265-4eb9-a8ec-f46b88eafb36'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:40:49.377571 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-1e959292-3b96-44a7-b923-e4e0c8577921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:40:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['9b517606-c265-4eb9-a8ec-f46b88eafb36'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:40:49.394483 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-dc24a544-7213-49e4-abf3-f260de2f0f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:49.401994 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-0d2a5cd9-2d01-42bd-b003-990ed75e7bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:49.417737 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-79c8bd13-593f-4177-9f9b-b0134f37fbe1 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1652503 Jun 29 17:40:49.429272 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ece415f-b6e3-4d62-a1d4-bb7f49877bf0 admin admin] Network 0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 is scheduled to be hosted by DHCP agent 24069b9b-1321-42f1-b289-5cb1180ca833 with binding_index 1 {{(pid=100362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:40:49.462116 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24a544-7213-49e4-abf3-f260de2f0f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ffb8ac-ec61-40e2-b0bb-7787644e8568,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:49.479293 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-dc24a544-7213-49e4-abf3-f260de2f0f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:49.509591 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b589d03b-a529-4bf5-822e-bde8a6173998 admin admin] Notify callbacks [] for router, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:49.516484 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-b589d03b-a529-4bf5-822e-bde8a6173998 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0771642 Jun 29 17:40:49.521809 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 58108) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:49.662650 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.base_scheduler [None req-1ece415f-b6e3-4d62-a1d4-bb7f49877bf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-iscsi, 0ee3f12c-3998-4005-bfbc-d8cd7c4223e0) {{(pid=100362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:40:49.686072 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f98f9e-d98b-483d-a107-66d5c9e81fe6 None None] Network 0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:40:49.691326 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ece415f-b6e3-4d62-a1d4-bb7f49877bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:40:49.691538 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-1ece415f-b6e3-4d62-a1d4-bb7f49877bf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for subnet, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:49.698544 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-dc24a544-7213-49e4-abf3-f260de2f0f0f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=5138c43e3772417fb51f4d7a874b2db7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5117517 Jun 29 17:40:49.729011 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 58116) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:49.742811 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-1e959292-3b96-44a7-b923-e4e0c8577921 None None] Set router 9b517606-c265-4eb9-a8ec-f46b88eafb36 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:40:49.779130 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-232a90e9-e53e-4b18-97ef-db22a2cf190b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618085'] for router, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:49.977226 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-1e959292-3b96-44a7-b923-e4e0c8577921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'name': 'tempest-AttachVolumeTestJSON-1398550955-router', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:45Z', 'updated_at': '2021-06-29T17:40:47Z', 'revision_number': 3, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'gw_port': {'id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:46Z', 'updated_at': '2021-06-29T17:40:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:40:50.011160 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e959292-3b96-44a7-b923-e4e0c8577921 None None] Checking router: 9b517606-c265-4eb9-a8ec-f46b88eafb36 for host: dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:40:50.011989 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e959292-3b96-44a7-b923-e4e0c8577921 None None] Updating router 9b517606-c265-4eb9-a8ec-f46b88eafb36 port e1ecd20f-1075-4036-9832-958c15b30a23 binding host dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:40:50.037361 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-610868ef-dc4e-4f00-b98a-69231834afa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:50.052724 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-1e959292-3b96-44a7-b923-e4e0c8577921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:50.054740 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 58130) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:50.097242 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-1ece415f-b6e3-4d62-a1d4-bb7f49877bf0 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9791958 Jun 29 17:40:50.126007 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-610868ef-dc4e-4f00-b98a-69231834afa3 None None] For port 67aa1f80-e604-402d-859a-40251aa49c68, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=67aa1f80-e604-402d-859a-40251aa49c68,segment=NetworkSegment(337bcf56-7dac-4930-9b9c-823189f35073),segment_id=337bcf56-7dac-4930-9b9c-823189f35073)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:40:50.140129 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 58134) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:50.193486 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5551f753-f7ff-4a04-9bb5-23a17948804d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92452d69-972d-5f90-a51c-f228c74b1c0c-0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'fixed_ips': [{'subnet_id': 'e367aaf4-13cb-4861-b876-86e2e819d122'}]}} from dv-cinder-763306-14-iscsi. {{(pid=100363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 17:40:50.194164 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-5551f753-f7ff-4a04-9bb5-23a17948804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:50.223755 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-da08bde3-1201-40e8-aaf6-5d47a3435675 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-635234752-router', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:40:50.240550 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-610868ef-dc4e-4f00-b98a-69231834afa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:50.260721 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:50.373693 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-f7805e5e-41f4-4ef9-ae37-8dc783366dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:50.381555 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-081ea606-5864-48fd-b6da-7095cafe7d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:50.399572 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 58156) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:50.406239 dv-cinder-763306-14-iscsi neutron-server[100362]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 17:40:50.407150 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-1e959292-3b96-44a7-b923-e4e0c8577921 None None] Notify callbacks [] for port, precommit_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:50.423666 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.provisioning_blocks [None req-1e959292-3b96-44a7-b923-e4e0c8577921 None None] Transition to ACTIVE for port object e1ecd20f-1075-4036-9832-958c15b30a23 will not be triggered until provisioned by entity L2. {{(pid=100364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:40:50.434702 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-f7805e5e-41f4-4ef9-ae37-8dc783366dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:50.446196 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610868ef-dc4e-4f00-b98a-69231834afa3 None None] Pushing event updated for resources: {'Port': ['ID=67aa1f80-e604-402d-859a-40251aa49c68,revision_number=3']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:50.455376 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-610868ef-dc4e-4f00-b98a-69231834afa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:50.480506 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232a90e9-e53e-4b18-97ef-db22a2cf190b admin admin] Router 0db1b44b-6f82-438a-9fff-54869b1ef638 is scheduled to L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b with binding_index 1 {{(pid=100362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 17:40:50.506481 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-11f08a8b-a5de-4e0b-a6ff-a303e805f0c8 None None] Provisioning complete for port 67aa1f80-e604-402d-859a-40251aa49c68 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:40:50.506859 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-11f08a8b-a5de-4e0b-a6ff-a303e805f0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:50.520275 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-da08bde3-1201-40e8-aaf6-5d47a3435675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-478208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-909'] for router, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:50.521282 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-da08bde3-1201-40e8-aaf6-5d47a3435675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-900'] for router, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:50.541800 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-1e959292-3b96-44a7-b923-e4e0c8577921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:50.546271 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-2f4df1a3-b11b-4c61-8459-0d0c8d209adc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:50.580579 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [None req-081ea606-5864-48fd-b6da-7095cafe7d1f admin admin] Allocated IP 172.20.0.1 (0d814395-0aef-449f-bcba-f7da97787837/90b7b755-ce01-431b-9fbd-6f05b79fa141/71ae518e-6e01-4581-a4ec-afe3a3eb707b) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:40:50.598935 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-1e959292-3b96-44a7-b923-e4e0c8577921 None None] Attempting to bind port e1ecd20f-1075-4036-9832-958c15b30a23 on host dv-cinder-763306-14-iscsi for vnic_type normal with profile {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:40:50.606123 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-1e959292-3b96-44a7-b923-e4e0c8577921 None None] Attempting to bind port e1ecd20f-1075-4036-9832-958c15b30a23 by drivers openvswitch,hyperv on host dv-cinder-763306-14-iscsi at level 0 using segments [{'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}] {{(pid=100364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:40:50.606123 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e959292-3b96-44a7-b923-e4e0c8577921 None None] Attempting to bind port e1ecd20f-1075-4036-9832-958c15b30a23 on network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:40:50.610532 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca75c-9570-4d68-8621-c3c07b907104 None None] Pushing event updated for resources: {'Port': ['ID=e1ecd20f-1075-4036-9832-958c15b30a23,revision_number=2']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:50.613013 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-9da735b2-beed-4457-8d84-66972c194f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:50.614305 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e959292-3b96-44a7-b923-e4e0c8577921 None None] Checking agent: {'id': 'e928b6c9-d57e-4ac7-a8fb-c400260472eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 32, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:40:50.614875 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e959292-3b96-44a7-b923-e4e0c8577921 None None] Checking segment: {'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:40:50.615455 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-1e959292-3b96-44a7-b923-e4e0c8577921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:50.616055 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e959292-3b96-44a7-b923-e4e0c8577921 None None] Bound using segment: {'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'} {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:40:50.616695 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-1e959292-3b96-44a7-b923-e4e0c8577921 None None] Bound port: e1ecd20f-1075-4036-9832-958c15b30a23, host: dv-cinder-763306-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}}] {{(pid=100364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:40:50.617276 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-1e959292-3b96-44a7-b923-e4e0c8577921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:50.624962 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca75c-9570-4d68-8621-c3c07b907104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:50.625676 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca75c-9570-4d68-8621-c3c07b907104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:50.626163 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca75c-9570-4d68-8621-c3c07b907104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:50.626648 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca75c-9570-4d68-8621-c3c07b907104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:50.627136 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca75c-9570-4d68-8621-c3c07b907104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:50.627662 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca75c-9570-4d68-8621-c3c07b907104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:50.628215 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca75c-9570-4d68-8621-c3c07b907104 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:50.628686 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca75c-9570-4d68-8621-c3c07b907104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:50.629223 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca75c-9570-4d68-8621-c3c07b907104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:50.629709 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca75c-9570-4d68-8621-c3c07b907104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:50.630175 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca75c-9570-4d68-8621-c3c07b907104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:50.630640 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca75c-9570-4d68-8621-c3c07b907104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaca75c-9570-4d68-8621-c3c07b907104 None None] Tracked resource versions report: Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: pushed versions: Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: { 'AddressGroup': {'1.2'}, Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: 'ConntrackHelper': {'1.0'}, Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: 'Log': {'1.0'}, Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: 'Network': {'1.1'}, Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: 'Port': {'1.7'}, Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: 'PortForwarding': {'1.2'}, Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: 'QosPolicy': {'1.8'}, Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: 'SecurityGroup': {'1.4'}, Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: 'SecurityGroupRule': {'1.2'}, Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: 'SubPort': {'1.0'}, Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: 'Subnet': {'1.1'}, Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: 'Trunk': {'1.1'}} Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: consumer versions: Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: { DHCP agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: HyperV agent@hv-cinder-76330: {}, Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: L3 agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: Metadata agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: Metering agent@dv-cinder-763306-14-iscsi: {}, Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: Open vSwitch agent@dv-cinder-763306-14-iscsi: { 'AddressGroup': '1.2', Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: 'ConntrackHelper': '1.0', Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: 'Log': '1.0', Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: 'Network': '1.1', Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: 'Port': '1.7', Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: 'PortForwarding': '1.2', Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: 'QosPolicy': '1.8', Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: 'SecurityGroup': '1.4', Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: 'SecurityGroupRule': '1.2', Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: 'SubPort': '1.0', Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: 'Subnet': '1.1', Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: 'Trunk': '1.1'}} Jun 29 17:40:50.631846 dv-cinder-763306-14-iscsi neutron-server[100364]: {{(pid=100364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 17:40:50.653824 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-ffaca75c-9570-4d68-8621-c3c07b907104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:50.688644 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.db_base_plugin_common [None req-5551f753-f7ff-4a04-9bb5-23a17948804d None None] Allocated IP 172.20.0.2 (0ee3f12c-3998-4005-bfbc-d8cd7c4223e0/e367aaf4-13cb-4861-b876-86e2e819d122/6698a28b-7c34-4370-84db-3ebaf18a8ecb) {{(pid=100363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:40:50.714991 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-1e959292-3b96-44a7-b923-e4e0c8577921 None None] For port e1ecd20f-1075-4036-9832-958c15b30a23, host dv-cinder-763306-14-iscsi, cleared binding levels {{(pid=100364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:40:50.720193 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-1e959292-3b96-44a7-b923-e4e0c8577921 None None] For port e1ecd20f-1075-4036-9832-958c15b30a23, host dv-cinder-763306-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=e1ecd20f-1075-4036-9832-958c15b30a23,segment=NetworkSegment(f9a98574-3341-4580-ac4f-b7fff4e16571),segment_id=f9a98574-3341-4580-ac4f-b7fff4e16571)] {{(pid=100364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:40:50.732827 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-081ea606-5864-48fd-b6da-7095cafe7d1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:50.773972 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-da08bde3-1201-40e8-aaf6-5d47a3435675 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:50.811462 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-b0505147-fa9c-406b-920a-c9908750bbbb tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:40:50.813100 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-b0505147-fa9c-406b-920a-c9908750bbbb tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/networks?id=0ba55212-3e61-4fd9-b60e-44776bc91dbc HTTP/1.1" status: 200 len: 810 time: 0.4115105 Jun 29 17:40:50.833503 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-1e959292-3b96-44a7-b923-e4e0c8577921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:50.835885 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:50.860163 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [None req-081ea606-5864-48fd-b6da-7095cafe7d1f admin admin] Transition to ACTIVE for port object 71ae518e-6e01-4581-a4ec-afe3a3eb707b will not be triggered until provisioned by entity DHCP. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:40:50.876765 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-f7805e5e-41f4-4ef9-ae37-8dc783366dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:50.887263 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-f7805e5e-41f4-4ef9-ae37-8dc783366dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:50.891338 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-f7805e5e-41f4-4ef9-ae37-8dc783366dbe admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/67ffb8ac-ec61-40e2-b0bb-7787644e8568 HTTP/1.1" status: 204 len: 168 time: 1.1584454 Jun 29 17:40:50.893436 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-7fb52867-c8c9-4422-a7d3-300f4a017116 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/quotas/e39d67c70880437399ef385e5000ab0b HTTP/1.1" status: 200 len: 375 time: 0.0448751 Jun 29 17:40:50.895985 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-5551f753-f7ff-4a04-9bb5-23a17948804d None None] Notify callbacks [] for port, precommit_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:50.912064 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-5551f753-f7ff-4a04-9bb5-23a17948804d None None] Transition to ACTIVE for port object 6698a28b-7c34-4370-84db-3ebaf18a8ecb will not be triggered until provisioned by entity L2. {{(pid=100363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:40:50.929949 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-b7aad781-bce1-44e6-aa7a-87c8bac5869a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:50.932524 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e959292-3b96-44a7-b923-e4e0c8577921 None None] Routers {'9b517606-c265-4eb9-a8ec-f46b88eafb36'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:40:50.933207 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-1e959292-3b96-44a7-b923-e4e0c8577921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:40:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['9b517606-c265-4eb9-a8ec-f46b88eafb36'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:40:50.948582 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-5551f753-f7ff-4a04-9bb5-23a17948804d None None] Transition to ACTIVE for port object 6698a28b-7c34-4370-84db-3ebaf18a8ecb will not be triggered until provisioned by entity DHCP. {{(pid=100363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:40:50.986512 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca75c-9570-4d68-8621-c3c07b907104 None None] Pushing event updated for resources: {'Port': ['ID=e1ecd20f-1075-4036-9832-958c15b30a23,revision_number=3']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:50.991913 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-ffaca75c-9570-4d68-8621-c3c07b907104 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:51.026486 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-5551f753-f7ff-4a04-9bb5-23a17948804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565'] for port, after_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:51.030704 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:51.054735 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-081ea606-5864-48fd-b6da-7095cafe7d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:51.057264 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b589d03b-a529-4bf5-822e-bde8a6173998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:51.073892 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-1e959292-3b96-44a7-b923-e4e0c8577921 None None] Set router 9b517606-c265-4eb9-a8ec-f46b88eafb36 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:40:51.084235 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5551f753-f7ff-4a04-9bb5-23a17948804d None None] Network 0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 is already hosted by enough agents. {{(pid=100363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:40:51.087877 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.scheduler.base_scheduler [None req-5551f753-f7ff-4a04-9bb5-23a17948804d None None] Resources bound (agent type, host, resource id): {{(pid=100363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:40:51.091698 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5551f753-f7ff-4a04-9bb5-23a17948804d None None] Received port after_create {{(pid=100363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:40:51.103970 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551f753-f7ff-4a04-9bb5-23a17948804d None None] Pushing event updated for resources: {'Port': ['ID=6698a28b-7c34-4370-84db-3ebaf18a8ecb,revision_number=1']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:51.115111 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-5551f753-f7ff-4a04-9bb5-23a17948804d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:51.130415 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7805e5e-41f4-4ef9-ae37-8dc783366dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ffb8ac-ec61-40e2-b0bb-7787644e8568,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:51.132811 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232a90e9-e53e-4b18-97ef-db22a2cf190b admin admin] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:40:51.134564 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081ea606-5864-48fd-b6da-7095cafe7d1f admin admin] Network 0d814395-0aef-449f-bcba-f7da97787837 is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:40:51.146882 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-f7805e5e-41f4-4ef9-ae37-8dc783366dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:51.150202 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-2538ef5b-e866-4624-a0f9-d6d1feb2840a tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=e39d67c70880437399ef385e5000ab0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2133489 Jun 29 17:40:51.150960 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-081ea606-5864-48fd-b6da-7095cafe7d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:40:51.163313 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081ea606-5864-48fd-b6da-7095cafe7d1f admin admin] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:40:51.164483 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-081ea606-5864-48fd-b6da-7095cafe7d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476290'] for router_interface, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:51.172239 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ea606-5864-48fd-b6da-7095cafe7d1f admin admin] Pushing event updated for resources: {'Port': ['ID=71ae518e-6e01-4581-a4ec-afe3a3eb707b,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:51.175406 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-081ea606-5864-48fd-b6da-7095cafe7d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:51.252924 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-5551f753-f7ff-4a04-9bb5-23a17948804d None None] Attempting to bind port 6698a28b-7c34-4370-84db-3ebaf18a8ecb on host dv-cinder-763306-14-iscsi for vnic_type normal with profile {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:40:51.255525 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-5551f753-f7ff-4a04-9bb5-23a17948804d None None] Attempting to bind port 6698a28b-7c34-4370-84db-3ebaf18a8ecb by drivers openvswitch,hyperv on host dv-cinder-763306-14-iscsi at level 0 using segments [{'id': 'ed133f60-0561-402c-b298-d58ce672a887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0'}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:40:51.256210 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5551f753-f7ff-4a04-9bb5-23a17948804d None None] Attempting to bind port 6698a28b-7c34-4370-84db-3ebaf18a8ecb on network 0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:40:51.274374 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5551f753-f7ff-4a04-9bb5-23a17948804d None None] Checking agent: {'id': 'e928b6c9-d57e-4ac7-a8fb-c400260472eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 32, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:40:51.274767 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5551f753-f7ff-4a04-9bb5-23a17948804d None None] Checking segment: {'id': 'ed133f60-0561-402c-b298-d58ce672a887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:40:51.275188 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-5551f753-f7ff-4a04-9bb5-23a17948804d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:51.275600 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5551f753-f7ff-4a04-9bb5-23a17948804d None None] Bound using segment: {'id': 'ed133f60-0561-402c-b298-d58ce672a887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0'} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:40:51.276720 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-5551f753-f7ff-4a04-9bb5-23a17948804d None None] Bound port: 6698a28b-7c34-4370-84db-3ebaf18a8ecb, host: dv-cinder-763306-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed133f60-0561-402c-b298-d58ce672a887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0'}}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:40:51.278725 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-5551f753-f7ff-4a04-9bb5-23a17948804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:51.285668 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-da08bde3-1201-40e8-aaf6-5d47a3435675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-886'] for router, precommit_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:51.307465 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a90801-1827-45ae-86cd-e204bb8f3ca5 None None] Sync routers for ids ['0db1b44b-6f82-438a-9fff-54869b1ef638'] in dv-cinder-763306-14-iscsi {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:40:51.374188 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-9da735b2-beed-4457-8d84-66972c194f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:51.422546 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-1e959292-3b96-44a7-b923-e4e0c8577921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'name': 'tempest-AttachVolumeTestJSON-1398550955-router', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:45Z', 'updated_at': '2021-06-29T17:40:47Z', 'revision_number': 3, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'gw_port': {'id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:46Z', 'updated_at': '2021-06-29T17:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:40:51.472481 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-5551f753-f7ff-4a04-9bb5-23a17948804d None None] For port 6698a28b-7c34-4370-84db-3ebaf18a8ecb, host dv-cinder-763306-14-iscsi, cleared binding levels {{(pid=100363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:40:51.476096 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-5551f753-f7ff-4a04-9bb5-23a17948804d None None] For port 6698a28b-7c34-4370-84db-3ebaf18a8ecb, host dv-cinder-763306-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=6698a28b-7c34-4370-84db-3ebaf18a8ecb,segment=NetworkSegment(ed133f60-0561-402c-b298-d58ce672a887),segment_id=ed133f60-0561-402c-b298-d58ce672a887)] {{(pid=100363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:40:51.478214 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a90801-1827-45ae-86cd-e204bb8f3ca5 None None] Routers {'0db1b44b-6f82-438a-9fff-54869b1ef638'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:40:51.479228 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-57a90801-1827-45ae-86cd-e204bb8f3ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:40:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['0db1b44b-6f82-438a-9fff-54869b1ef638'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:40:51.520520 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e959292-3b96-44a7-b923-e4e0c8577921 None None] The sync data for ids ['9b517606-c265-4eb9-a8ec-f46b88eafb36'] in dv-cinder-763306-14-iscsi is: [{'id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'name': 'tempest-AttachVolumeTestJSON-1398550955-router', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:45Z', 'updated_at': '2021-06-29T17:40:47Z', 'revision_number': 3, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'gw_port': {'id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:46Z', 'updated_at': '2021-06-29T17:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}] {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:40:51.551045 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-5551f753-f7ff-4a04-9bb5-23a17948804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:51.577397 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-9da735b2-beed-4457-8d84-66972c194f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:51.580678 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:51.585682 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:51.655782 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-da2c3cf3-e808-47ff-b8d3-a6cba1299171 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=100362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 17:40:51.663277 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-da2c3cf3-e808-47ff-b8d3-a6cba1299171 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1232240 Jun 29 17:40:51.666378 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-232a90e9-e53e-4b18-97ef-db22a2cf190b admin admin] Notify callbacks [] for router, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:51.670466 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-232a90e9-e53e-4b18-97ef-db22a2cf190b admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.0061169 Jun 29 17:40:51.671207 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 58186) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:51.695523 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-9da735b2-beed-4457-8d84-66972c194f07 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=12f728d7d548420db0555c82d3d4283f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5941675 Jun 29 17:40:51.701560 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 58188) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:51.717716 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da735b2-beed-4457-8d84-66972c194f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f38f3b7-c8eb-431e-a063-57fc5d9c5054,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:51.735941 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-57a90801-1827-45ae-86cd-e204bb8f3ca5 None None] Set router 0db1b44b-6f82-438a-9fff-54869b1ef638 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:40:51.746615 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551f753-f7ff-4a04-9bb5-23a17948804d None None] Pushing event updated for resources: {'Port': ['ID=6698a28b-7c34-4370-84db-3ebaf18a8ecb,revision_number=2']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:51.773288 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-9da735b2-beed-4457-8d84-66972c194f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:51.778287 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-5551f753-f7ff-4a04-9bb5-23a17948804d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:51.778501 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-f9d3f13d-ed87-4068-997d-cc145043f4fc None None] Provisioning for port 71ae518e-6e01-4581-a4ec-afe3a3eb707b completed by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:40:51.815287 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-f9d3f13d-ed87-4068-997d-cc145043f4fc None None] Provisioning complete for port 71ae518e-6e01-4581-a4ec-afe3a3eb707b triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:40:51.815949 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-f9d3f13d-ed87-4068-997d-cc145043f4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:51.884116 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-f1895d06-f88b-42c9-9a61-29f7cf224e26 service neutron] 10.222.0.102 "GET /v2.0/networks/0ba55212-3e61-4fd9-b60e-44776bc91dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197723 Jun 29 17:40:51.969100 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-081ea606-5864-48fd-b6da-7095cafe7d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:51.992236 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-f9d3f13d-ed87-4068-997d-cc145043f4fc None None] Port 71ae518e-6e01-4581-a4ec-afe3a3eb707b cannot update to ACTIVE because it is not bound. {{(pid=100363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:40:52.038760 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 58192) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:52.181980 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-57a90801-1827-45ae-86cd-e204bb8f3ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db1b44b-6f82-438a-9fff-54869b1ef638', 'name': 'tempest-ServerRescueNegativeTestJSON-1963735794-router', 'tenant_id': '1e92675dd0af403695e9b73c81b761d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '1958e1e8-104d-4aad-a53a-90f7f6486d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:45Z', 'updated_at': '2021-06-29T17:40:48Z', 'revision_number': 3, 'project_id': '1e92675dd0af403695e9b73c81b761d5', 'gw_port': {'id': '1958e1e8-104d-4aad-a53a-90f7f6486d1c', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:47:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db1b44b-6f82-438a-9fff-54869b1ef638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:47Z', 'updated_at': '2021-06-29T17:40:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:40:52.215499 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-f805891f-5980-41c5-8707-c51ec910f057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:52.222851 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a90801-1827-45ae-86cd-e204bb8f3ca5 None None] Checking router: 0db1b44b-6f82-438a-9fff-54869b1ef638 for host: dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:40:52.223128 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a90801-1827-45ae-86cd-e204bb8f3ca5 None None] Updating router 0db1b44b-6f82-438a-9fff-54869b1ef638 port 1958e1e8-104d-4aad-a53a-90f7f6486d1c binding host dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:40:52.332328 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-23a247b8-0d67-4dd3-ad00-f5c09bdbedc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:52.332544 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-57a90801-1827-45ae-86cd-e204bb8f3ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:52.515194 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-23a247b8-0d67-4dd3-ad00-f5c09bdbedc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:52.650643 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-eb8581da-5088-41ba-b92b-34593452828f service neutron] 10.222.0.102 "GET /v2.0/networks/0ba55212-3e61-4fd9-b60e-44776bc91dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7390962 Jun 29 17:40:52.676863 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-da08bde3-1201-40e8-aaf6-5d47a3435675 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:52.722580 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-da08bde3-1201-40e8-aaf6-5d47a3435675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:52.865003 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-f805891f-5980-41c5-8707-c51ec910f057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:52.899505 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-23a247b8-0d67-4dd3-ad00-f5c09bdbedc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:52.901279 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-57a90801-1827-45ae-86cd-e204bb8f3ca5 None None] Notify callbacks [] for port, precommit_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:52.904717 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 67aa1f80-e604-402d-859a-40251aa49c68 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:40:52.915594 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-23a247b8-0d67-4dd3-ad00-f5c09bdbedc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:52.917330 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-23a247b8-0d67-4dd3-ad00-f5c09bdbedc9 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/8f38f3b7-c8eb-431e-a063-57fc5d9c5054 HTTP/1.1" status: 204 len: 168 time: 1.2153916 Jun 29 17:40:52.919607 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:52.940918 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a247b8-0d67-4dd3-ad00-f5c09bdbedc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f38f3b7-c8eb-431e-a063-57fc5d9c5054,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:52.945678 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-23a247b8-0d67-4dd3-ad00-f5c09bdbedc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:52.965639 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-f805891f-5980-41c5-8707-c51ec910f057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:52.970996 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-f7805e5e-41f4-4ef9-ae37-8dc783366dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:53.017765 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-57a90801-1827-45ae-86cd-e204bb8f3ca5 None None] Transition to ACTIVE for port object 1958e1e8-104d-4aad-a53a-90f7f6486d1c will not be triggered until provisioned by entity L2. {{(pid=100363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:40:53.051416 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805891f-5980-41c5-8707-c51ec910f057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8471a2f-0ab0-4984-83e6-5a9aea08da5d,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:53.055934 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-f805891f-5980-41c5-8707-c51ec910f057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:53.089065 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-f805891f-5980-41c5-8707-c51ec910f057 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=97495aa9aa6d4575a8fdf96245fb0483&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0474958 Jun 29 17:40:53.094446 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 58214) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:53.149739 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 67aa1f80-e604-402d-859a-40251aa49c68 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:40:53.162017 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:53.171690 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-57a90801-1827-45ae-86cd-e204bb8f3ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:53.303518 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 58226) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:53.325744 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-081ea606-5864-48fd-b6da-7095cafe7d1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:53.329969 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-5ca4a0a6-96cb-4fc9-9539-e36c248619b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:53.330339 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:53.415430 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e765b2c-65bd-4703-b26f-f56dba823458 None None] Pushing event updated for resources: {'Port': ['ID=1958e1e8-104d-4aad-a53a-90f7f6486d1c,revision_number=2']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:53.424368 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-6e765b2c-65bd-4703-b26f-f56dba823458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:53.450633 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-081ea606-5864-48fd-b6da-7095cafe7d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:53.455700 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-57a90801-1827-45ae-86cd-e204bb8f3ca5 None None] Attempting to bind port 1958e1e8-104d-4aad-a53a-90f7f6486d1c on host dv-cinder-763306-14-iscsi for vnic_type normal with profile {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:40:53.456446 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-57a90801-1827-45ae-86cd-e204bb8f3ca5 None None] Attempting to bind port 1958e1e8-104d-4aad-a53a-90f7f6486d1c by drivers openvswitch,hyperv on host dv-cinder-763306-14-iscsi at level 0 using segments [{'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:40:53.457625 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-081ea606-5864-48fd-b6da-7095cafe7d1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476182'] for router_interface, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:53.458422 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a90801-1827-45ae-86cd-e204bb8f3ca5 None None] Attempting to bind port 1958e1e8-104d-4aad-a53a-90f7f6486d1c on network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:40:53.474182 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a90801-1827-45ae-86cd-e204bb8f3ca5 None None] Checking agent: {'id': 'e928b6c9-d57e-4ac7-a8fb-c400260472eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 32, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:40:53.475146 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a90801-1827-45ae-86cd-e204bb8f3ca5 None None] Checking segment: {'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:40:53.476318 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-57a90801-1827-45ae-86cd-e204bb8f3ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:53.476912 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a90801-1827-45ae-86cd-e204bb8f3ca5 None None] Bound using segment: {'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:40:53.477589 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-57a90801-1827-45ae-86cd-e204bb8f3ca5 None None] Bound port: 1958e1e8-104d-4aad-a53a-90f7f6486d1c, host: dv-cinder-763306-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:40:53.478442 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-57a90801-1827-45ae-86cd-e204bb8f3ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:53.499442 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:53.503571 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-97439a9f-0fd9-4f7c-b7ed-0411fb247b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:53.522332 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-874e2149-3ada-41ee-8203-78b447ef61ae req-eb6129a2-dee8-4599-9a5b-1fdd8d1638d0 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 210 time: 0.1783233 Jun 29 17:40:53.558186 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ea606-5864-48fd-b6da-7095cafe7d1f admin admin] Pushing event updated for resources: {'Port': ['ID=71ae518e-6e01-4581-a4ec-afe3a3eb707b,revision_number=2']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:53.563580 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-081ea606-5864-48fd-b6da-7095cafe7d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:53.600392 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437e2277-b679-4738-b27d-2a8d1612c840 None None] Network 0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:40:53.602971 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.db_base_plugin_common [None req-da08bde3-1201-40e8-aaf6-5d47a3435675 admin admin] Allocated IP 172.27.3.220 (26c48c97-dd4e-49af-8475-2ecf6fc0aadd/7cd7448d-c974-46f0-8ef9-2783dc523a5d/b914d919-2478-4b4d-8889-7342ad2875a9) {{(pid=100362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:40:53.631272 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-97439a9f-0fd9-4f7c-b7ed-0411fb247b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:53.873199 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-da08bde3-1201-40e8-aaf6-5d47a3435675 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:53.928710 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-97439a9f-0fd9-4f7c-b7ed-0411fb247b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:53.935132 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-97439a9f-0fd9-4f7c-b7ed-0411fb247b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:53.936537 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-97439a9f-0fd9-4f7c-b7ed-0411fb247b65 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/c8471a2f-0ab0-4984-83e6-5a9aea08da5d HTTP/1.1" status: 204 len: 168 time: 0.8376622 Jun 29 17:40:53.939885 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:53.952945 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97439a9f-0fd9-4f7c-b7ed-0411fb247b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8471a2f-0ab0-4984-83e6-5a9aea08da5d,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:53.956716 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-97439a9f-0fd9-4f7c-b7ed-0411fb247b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:54.003521 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081ea606-5864-48fd-b6da-7095cafe7d1f admin admin] Network 0d814395-0aef-449f-bcba-f7da97787837 is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:40:54.008838 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-081ea606-5864-48fd-b6da-7095cafe7d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:40:54.024509 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [None req-5ca4a0a6-96cb-4fc9-9539-e36c248619b6 admin admin] Allocated IP 172.20.0.1 (73d0a2ca-fa0f-4cd0-8a9a-812558672909/f447dc3a-32cd-4706-b5cc-db6cdad5bfeb/07ac3d84-961c-40fc-9455-04cea2b59aae) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:40:54.026229 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-da08bde3-1201-40e8-aaf6-5d47a3435675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565'] for port, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:54.042075 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:54.084145 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da08bde3-1201-40e8-aaf6-5d47a3435675 admin admin] Network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd is already hosted by enough agents. {{(pid=100362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:40:54.085606 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device e1ecd20f-1075-4036-9832-958c15b30a23 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:40:54.087610 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.base_scheduler [None req-da08bde3-1201-40e8-aaf6-5d47a3435675 admin admin] Resources bound (agent type, host, resource id): {{(pid=100362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:40:54.096060 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da08bde3-1201-40e8-aaf6-5d47a3435675 admin admin] Received port after_create {{(pid=100362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:40:54.259607 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08bde3-1201-40e8-aaf6-5d47a3435675 admin admin] Pushing event updated for resources: {'Port': ['ID=b914d919-2478-4b4d-8889-7342ad2875a9,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:54.343528 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-da08bde3-1201-40e8-aaf6-5d47a3435675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:54.385951 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-9255102e-66df-4712-8e02-592b93bb4cbf None None] Provisioning for port 6698a28b-7c34-4370-84db-3ebaf18a8ecb completed by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:40:54.413610 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081ea606-5864-48fd-b6da-7095cafe7d1f admin admin] Router 9b517606-c265-4eb9-a8ec-f46b88eafb36 has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:40:54.417412 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-5ca4a0a6-96cb-4fc9-9539-e36c248619b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:54.453906 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-57a90801-1827-45ae-86cd-e204bb8f3ca5 None None] For port 1958e1e8-104d-4aad-a53a-90f7f6486d1c, host dv-cinder-763306-14-iscsi, cleared binding levels {{(pid=100363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:40:54.478552 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-57a90801-1827-45ae-86cd-e204bb8f3ca5 None None] For port 1958e1e8-104d-4aad-a53a-90f7f6486d1c, host dv-cinder-763306-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=1958e1e8-104d-4aad-a53a-90f7f6486d1c,segment=NetworkSegment(f9a98574-3341-4580-ac4f-b7fff4e16571),segment_id=f9a98574-3341-4580-ac4f-b7fff4e16571)] {{(pid=100363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:40:54.494308 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 58264) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:54.544676 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-14f41e6d-b897-4810-b89c-f39677a1870c None None] Provisioning complete for port 71ae518e-6e01-4581-a4ec-afe3a3eb707b triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:40:54.545070 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-14f41e6d-b897-4810-b89c-f39677a1870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:54.623997 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081ea606-5864-48fd-b6da-7095cafe7d1f admin admin] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:40:54.631995 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-081ea606-5864-48fd-b6da-7095cafe7d1f admin admin] 10.222.0.102 "PUT /v2.0/routers/9b517606-c265-4eb9-a8ec-f46b88eafb36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1081185 Jun 29 17:40:54.632720 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-69155705-15b6-47d9-ad85-b667de6c0ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:54.642664 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70e38d4-17d7-4a6f-bab9-7241d973205e None None] Sync routers for ids ['9b517606-c265-4eb9-a8ec-f46b88eafb36'] in dv-cinder-763306-14-iscsi {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:40:54.655337 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70e38d4-17d7-4a6f-bab9-7241d973205e None None] Routers {'9b517606-c265-4eb9-a8ec-f46b88eafb36'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:40:54.656413 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-f70e38d4-17d7-4a6f-bab9-7241d973205e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:40:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['9b517606-c265-4eb9-a8ec-f46b88eafb36'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:40:54.691366 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-14f41e6d-b897-4810-b89c-f39677a1870c None None] Port 71ae518e-6e01-4581-a4ec-afe3a3eb707b cannot update to ACTIVE because it is not bound. {{(pid=100363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:40:54.695259 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-5ca4a0a6-96cb-4fc9-9539-e36c248619b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:54.697679 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-61548b32-19a0-4446-9a41-62934fdff86e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:54.697909 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-57a90801-1827-45ae-86cd-e204bb8f3ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:54.700408 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning for port e1ecd20f-1075-4036-9832-958c15b30a23 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:40:54.710872 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:54.783332 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e765b2c-65bd-4703-b26f-f56dba823458 None None] Pushing event updated for resources: {'Port': ['ID=1958e1e8-104d-4aad-a53a-90f7f6486d1c,revision_number=3']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:54.796773 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port e1ecd20f-1075-4036-9832-958c15b30a23 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:40:54.797416 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:54.804928 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-db85f577-cefa-4147-8c8c-801488e68e7c req-3c863721-ebfe-49a6-8473-5f6bbba9d0da tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 210 time: 0.1757793 Jun 29 17:40:54.810690 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-6e765b2c-65bd-4703-b26f-f56dba823458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:54.811515 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca4a0a6-96cb-4fc9-9539-e36c248619b6 admin admin] Network 73d0a2ca-fa0f-4cd0-8a9a-812558672909 is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:40:54.818340 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-5ca4a0a6-96cb-4fc9-9539-e36c248619b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:40:54.821138 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca4a0a6-96cb-4fc9-9539-e36c248619b6 admin admin] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:40:54.822173 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-5ca4a0a6-96cb-4fc9-9539-e36c248619b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476290'] for router_interface, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:54.897664 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a90801-1827-45ae-86cd-e204bb8f3ca5 None None] Routers {'0db1b44b-6f82-438a-9fff-54869b1ef638'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:40:54.898294 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-57a90801-1827-45ae-86cd-e204bb8f3ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:40:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['0db1b44b-6f82-438a-9fff-54869b1ef638'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:40:54.997898 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-69155705-15b6-47d9-ad85-b667de6c0ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:55.015557 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-da08bde3-1201-40e8-aaf6-5d47a3435675 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:55.032335 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-f70e38d4-17d7-4a6f-bab9-7241d973205e None None] Set router 9b517606-c265-4eb9-a8ec-f46b88eafb36 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:40:55.033810 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4a0a6-96cb-4fc9-9539-e36c248619b6 admin admin] Pushing event updated for resources: {'Port': ['ID=07ac3d84-961c-40fc-9455-04cea2b59aae,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:55.041033 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-5ca4a0a6-96cb-4fc9-9539-e36c248619b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:55.129657 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-69155705-15b6-47d9-ad85-b667de6c0ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:55.169728 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:55.202998 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-5ca4a0a6-96cb-4fc9-9539-e36c248619b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:55.267971 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69155705-15b6-47d9-ad85-b667de6c0ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a66144d-ada1-4c35-afb7-17d521339f78,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:55.300548 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-69155705-15b6-47d9-ad85-b667de6c0ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:55.341877 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-f70e38d4-17d7-4a6f-bab9-7241d973205e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'name': 'tempest-AttachVolumeTestJSON-1398550955-router', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:45Z', 'updated_at': '2021-06-29T17:40:51Z', 'revision_number': 4, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'gw_port': {'id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:46Z', 'updated_at': '2021-06-29T17:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '71ae518e-6e01-4581-a4ec-afe3a3eb707b', 'name': '', 'network_id': '0d814395-0aef-449f-bcba-f7da97787837', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'mac_address': 'fa:16:3e:c5:e9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:40:52Z', 'revision_number': 2, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'subnets': [{'id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:40:55.406238 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70e38d4-17d7-4a6f-bab9-7241d973205e None None] Checking router: 9b517606-c265-4eb9-a8ec-f46b88eafb36 for host: dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:40:55.406238 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70e38d4-17d7-4a6f-bab9-7241d973205e None None] Updating router 9b517606-c265-4eb9-a8ec-f46b88eafb36 port 71ae518e-6e01-4581-a4ec-afe3a3eb707b binding host dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:40:55.423580 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:55.433901 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-57a90801-1827-45ae-86cd-e204bb8f3ca5 None None] Set router 0db1b44b-6f82-438a-9fff-54869b1ef638 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:40:55.509860 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-f70e38d4-17d7-4a6f-bab9-7241d973205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:55.537118 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-5ca4a0a6-96cb-4fc9-9539-e36c248619b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:55.553994 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-69155705-15b6-47d9-ad85-b667de6c0ed7 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=9278720197d1481c9700a998b9992995&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9817388 Jun 29 17:40:55.556657 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 58300) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:55.561716 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] For port e1ecd20f-1075-4036-9832-958c15b30a23, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=e1ecd20f-1075-4036-9832-958c15b30a23,segment=NetworkSegment(f9a98574-3341-4580-ac4f-b7fff4e16571),segment_id=f9a98574-3341-4580-ac4f-b7fff4e16571)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:40:55.630653 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:55.634424 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-5ca4a0a6-96cb-4fc9-9539-e36c248619b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:55.635484 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 6698a28b-7c34-4370-84db-3ebaf18a8ecb up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:40:55.640414 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-5ca4a0a6-96cb-4fc9-9539-e36c248619b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476182'] for router_interface, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:55.647041 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-6e765b2c-65bd-4703-b26f-f56dba823458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:55.651164 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:55.764284 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Pushing event updated for resources: {'Port': ['ID=e1ecd20f-1075-4036-9832-958c15b30a23,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:55.768912 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:55.843507 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-da08bde3-1201-40e8-aaf6-5d47a3435675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618085'] for router, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:55.858669 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-57a90801-1827-45ae-86cd-e204bb8f3ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db1b44b-6f82-438a-9fff-54869b1ef638', 'name': 'tempest-ServerRescueNegativeTestJSON-1963735794-router', 'tenant_id': '1e92675dd0af403695e9b73c81b761d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '1958e1e8-104d-4aad-a53a-90f7f6486d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:45Z', 'updated_at': '2021-06-29T17:40:48Z', 'revision_number': 3, 'project_id': '1e92675dd0af403695e9b73c81b761d5', 'gw_port': {'id': '1958e1e8-104d-4aad-a53a-90f7f6486d1c', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:47:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db1b44b-6f82-438a-9fff-54869b1ef638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:47Z', 'updated_at': '2021-06-29T17:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:40:55.893084 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a90801-1827-45ae-86cd-e204bb8f3ca5 None None] The sync data for ids ['0db1b44b-6f82-438a-9fff-54869b1ef638'] in dv-cinder-763306-14-iscsi is: [{'id': '0db1b44b-6f82-438a-9fff-54869b1ef638', 'name': 'tempest-ServerRescueNegativeTestJSON-1963735794-router', 'tenant_id': '1e92675dd0af403695e9b73c81b761d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '1958e1e8-104d-4aad-a53a-90f7f6486d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:45Z', 'updated_at': '2021-06-29T17:40:48Z', 'revision_number': 3, 'project_id': '1e92675dd0af403695e9b73c81b761d5', 'gw_port': {'id': '1958e1e8-104d-4aad-a53a-90f7f6486d1c', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:47:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db1b44b-6f82-438a-9fff-54869b1ef638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:47Z', 'updated_at': '2021-06-29T17:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}] {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:40:55.919003 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4a0a6-96cb-4fc9-9539-e36c248619b6 admin admin] Pushing event updated for resources: {'Port': ['ID=07ac3d84-961c-40fc-9455-04cea2b59aae,revision_number=2']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:55.930719 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-5ca4a0a6-96cb-4fc9-9539-e36c248619b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:55.939703 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca4a0a6-96cb-4fc9-9539-e36c248619b6 admin admin] Network 73d0a2ca-fa0f-4cd0-8a9a-812558672909 is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:40:55.949652 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning for port 6698a28b-7c34-4370-84db-3ebaf18a8ecb completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:40:55.954333 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 6698a28b-7c34-4370-84db-3ebaf18a8ecb triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:40:55.961330 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:55.961507 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-5ca4a0a6-96cb-4fc9-9539-e36c248619b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:40:55.977417 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-f1be2609-ca22-4a83-a0af-af58e7974d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:56.039209 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-217f844b-ffb2-410e-81c3-36e36dd15d78 req-e2bc53cc-a397-424d-b719-1996ee858620 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 210 time: 0.0922825 Jun 29 17:40:56.082040 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-f1be2609-ca22-4a83-a0af-af58e7974d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:56.176126 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:56.181053 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-f70e38d4-17d7-4a6f-bab9-7241d973205e None None] Notify callbacks [] for port, precommit_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:56.194226 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 58320) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:56.209794 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.provisioning_blocks [None req-f70e38d4-17d7-4a6f-bab9-7241d973205e None None] Transition to ACTIVE for port object 71ae518e-6e01-4581-a4ec-afe3a3eb707b will not be triggered until provisioned by entity L2. {{(pid=100364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:40:56.211372 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-d4cf19a8-aa65-4ef0-bde9-c9930316d12f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1689128546', 'description': 'tempest-description--598054128'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:40:56.235400 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] For port 6698a28b-7c34-4370-84db-3ebaf18a8ecb, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=6698a28b-7c34-4370-84db-3ebaf18a8ecb,segment=NetworkSegment(ed133f60-0561-402c-b298-d58ce672a887),segment_id=ed133f60-0561-402c-b298-d58ce672a887)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:40:56.255248 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca4a0a6-96cb-4fc9-9539-e36c248619b6 admin admin] Router 0db1b44b-6f82-438a-9fff-54869b1ef638 has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:40:56.291187 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-f70e38d4-17d7-4a6f-bab9-7241d973205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:56.295477 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-ffaca75c-9570-4d68-8621-c3c07b907104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:56.319152 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:56.321173 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da08bde3-1201-40e8-aaf6-5d47a3435675 admin admin] Router 7e718a58-b63d-46dc-9ced-0bdcc9c1a779 is scheduled to L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b with binding_index 1 {{(pid=100362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 17:40:56.329265 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-6e765b2c-65bd-4703-b26f-f56dba823458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:56.338100 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d4cf19a8-aa65-4ef0-bde9-c9930316d12f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:56.457908 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbda24-5b58-421b-99f3-fc85b31c30e1 None None] Pushing event updated for resources: {'Port': ['ID=71ae518e-6e01-4581-a4ec-afe3a3eb707b,revision_number=3']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:56.481909 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-ffbbda24-5b58-421b-99f3-fc85b31c30e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:56.545692 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Pushing event updated for resources: {'Port': ['ID=6698a28b-7c34-4370-84db-3ebaf18a8ecb,revision_number=3']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:56.571556 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da08bde3-1201-40e8-aaf6-5d47a3435675 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:40:56.592777 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device e1ecd20f-1075-4036-9832-958c15b30a23 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:40:56.595870 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:56.603683 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e481f76d-da61-4587-ab72-65ea46acab91 None None] Sync routers for ids ['7e718a58-b63d-46dc-9ced-0bdcc9c1a779'] in dv-cinder-763306-14-iscsi {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:40:56.642448 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-f70e38d4-17d7-4a6f-bab9-7241d973205e None None] Attempting to bind port 71ae518e-6e01-4581-a4ec-afe3a3eb707b on host dv-cinder-763306-14-iscsi for vnic_type normal with profile {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:40:56.642813 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-f70e38d4-17d7-4a6f-bab9-7241d973205e None None] Attempting to bind port 71ae518e-6e01-4581-a4ec-afe3a3eb707b by drivers openvswitch,hyperv on host dv-cinder-763306-14-iscsi at level 0 using segments [{'id': '337bcf56-7dac-4930-9b9c-823189f35073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '0d814395-0aef-449f-bcba-f7da97787837'}] {{(pid=100364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:40:56.643182 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70e38d4-17d7-4a6f-bab9-7241d973205e None None] Attempting to bind port 71ae518e-6e01-4581-a4ec-afe3a3eb707b on network 0d814395-0aef-449f-bcba-f7da97787837 {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:40:56.649869 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70e38d4-17d7-4a6f-bab9-7241d973205e None None] Checking agent: {'id': 'e928b6c9-d57e-4ac7-a8fb-c400260472eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 32, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:40:56.650117 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70e38d4-17d7-4a6f-bab9-7241d973205e None None] Checking segment: {'id': '337bcf56-7dac-4930-9b9c-823189f35073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '0d814395-0aef-449f-bcba-f7da97787837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:40:56.650628 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-f70e38d4-17d7-4a6f-bab9-7241d973205e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:56.650909 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70e38d4-17d7-4a6f-bab9-7241d973205e None None] Bound using segment: {'id': '337bcf56-7dac-4930-9b9c-823189f35073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '0d814395-0aef-449f-bcba-f7da97787837'} {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:40:56.652792 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-f70e38d4-17d7-4a6f-bab9-7241d973205e None None] Bound port: 71ae518e-6e01-4581-a4ec-afe3a3eb707b, host: dv-cinder-763306-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '337bcf56-7dac-4930-9b9c-823189f35073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '0d814395-0aef-449f-bcba-f7da97787837'}}] {{(pid=100364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:40:56.653253 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-f70e38d4-17d7-4a6f-bab9-7241d973205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:56.706628 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e481f76d-da61-4587-ab72-65ea46acab91 None None] Routers {'7e718a58-b63d-46dc-9ced-0bdcc9c1a779'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:40:56.707436 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-e481f76d-da61-4587-ab72-65ea46acab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:40:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['7e718a58-b63d-46dc-9ced-0bdcc9c1a779'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:40:56.721076 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-da08bde3-1201-40e8-aaf6-5d47a3435675 admin admin] Notify callbacks [] for router, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:56.722674 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-da08bde3-1201-40e8-aaf6-5d47a3435675 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.5441079 Jun 29 17:40:56.725596 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 58330) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:56.771366 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-f70e38d4-17d7-4a6f-bab9-7241d973205e None None] For port 71ae518e-6e01-4581-a4ec-afe3a3eb707b, host dv-cinder-763306-14-iscsi, cleared binding levels {{(pid=100364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:40:56.776230 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-f70e38d4-17d7-4a6f-bab9-7241d973205e None None] For port 71ae518e-6e01-4581-a4ec-afe3a3eb707b, host dv-cinder-763306-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=71ae518e-6e01-4581-a4ec-afe3a3eb707b,segment=NetworkSegment(337bcf56-7dac-4930-9b9c-823189f35073),segment_id=337bcf56-7dac-4930-9b9c-823189f35073)] {{(pid=100364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:40:56.843968 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-f1be2609-ca22-4a83-a0af-af58e7974d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:56.855023 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-f1be2609-ca22-4a83-a0af-af58e7974d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:56.859326 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-f1be2609-ca22-4a83-a0af-af58e7974d72 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2a66144d-ada1-4c35-afb7-17d521339f78 HTTP/1.1" status: 204 len: 168 time: 1.2986858 Jun 29 17:40:56.860899 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:56.865776 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port e1ecd20f-1075-4036-9832-958c15b30a23 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:40:56.866239 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:56.872646 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-f70e38d4-17d7-4a6f-bab9-7241d973205e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:56.875202 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:56.882305 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be2609-ca22-4a83-a0af-af58e7974d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a66144d-ada1-4c35-afb7-17d521339f78,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:56.888330 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-f1be2609-ca22-4a83-a0af-af58e7974d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:56.915717 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca4a0a6-96cb-4fc9-9539-e36c248619b6 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:40:56.940785 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-5ca4a0a6-96cb-4fc9-9539-e36c248619b6 admin admin] 10.222.0.102 "PUT /v2.0/routers/0db1b44b-6f82-438a-9fff-54869b1ef638/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2618473 Jun 29 17:40:56.971842 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-e481f76d-da61-4587-ab72-65ea46acab91 None None] Set router 7e718a58-b63d-46dc-9ced-0bdcc9c1a779 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:40:57.340801 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d4cf19a8-aa65-4ef0-bde9-c9930316d12f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:57.377160 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbda24-5b58-421b-99f3-fc85b31c30e1 None None] Pushing event updated for resources: {'Port': ['ID=71ae518e-6e01-4581-a4ec-afe3a3eb707b,revision_number=4']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:57.377160 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-ffbbda24-5b58-421b-99f3-fc85b31c30e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:57.377160 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70e38d4-17d7-4a6f-bab9-7241d973205e None None] Routers {'9b517606-c265-4eb9-a8ec-f46b88eafb36'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:40:57.377160 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-f70e38d4-17d7-4a6f-bab9-7241d973205e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:40:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['9b517606-c265-4eb9-a8ec-f46b88eafb36'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:40:57.385640 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d4cf19a8-aa65-4ef0-bde9-c9930316d12f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:57.385640 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:57.385640 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf19a8-aa65-4ef0-bde9-c9930316d12f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff65ae7f-16dd-4dce-84eb-bee93f98b327,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:57.385640 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-d4cf19a8-aa65-4ef0-bde9-c9930316d12f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:57.385640 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d4cf19a8-aa65-4ef0-bde9-c9930316d12f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:57.385640 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-d4cf19a8-aa65-4ef0-bde9-c9930316d12f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.1434309 Jun 29 17:40:57.390679 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 58352) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:57.467585 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-f13ef0ce-34b3-4bd6-a14e-38ba6ea9fbcf tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Request body: {'security_group_rule': {'security_group_id': 'ff65ae7f-16dd-4dce-84eb-bee93f98b327', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:40:57.481607 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-f70e38d4-17d7-4a6f-bab9-7241d973205e None None] Set router 9b517606-c265-4eb9-a8ec-f46b88eafb36 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:40:57.635155 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-20612014-2342-4fb0-8c74-42efe8441bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:57.719146 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4b5e3e95-308f-47ed-9b6a-76ed9f12fb6b req-d6aea014-5b54-495e-9e34-9b281aa1af91 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 210 time: 0.1737545 Jun 29 17:40:57.767991 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-e481f76d-da61-4587-ab72-65ea46acab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'name': 'tempest-AttachVolumeShelveTestJSON-635234752-router', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:40:54Z', 'revision_number': 3, 'project_id': '84f447d134ac4605856ab46f7e636965', 'gw_port': {'id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:52Z', 'updated_at': '2021-06-29T17:40:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:40:57.803042 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e481f76d-da61-4587-ab72-65ea46acab91 None None] Checking router: 7e718a58-b63d-46dc-9ced-0bdcc9c1a779 for host: dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:40:57.803404 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e481f76d-da61-4587-ab72-65ea46acab91 None None] Updating router 7e718a58-b63d-46dc-9ced-0bdcc9c1a779 port b914d919-2478-4b4d-8889-7342ad2875a9 binding host dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:40:57.844553 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-f13ef0ce-34b3-4bd6-a14e-38ba6ea9fbcf tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:57.849727 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-e481f76d-da61-4587-ab72-65ea46acab91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:57.947521 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-f70e38d4-17d7-4a6f-bab9-7241d973205e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'name': 'tempest-AttachVolumeTestJSON-1398550955-router', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:45Z', 'updated_at': '2021-06-29T17:40:51Z', 'revision_number': 4, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'gw_port': {'id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:46Z', 'updated_at': '2021-06-29T17:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '71ae518e-6e01-4581-a4ec-afe3a3eb707b', 'name': '', 'network_id': '0d814395-0aef-449f-bcba-f7da97787837', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'mac_address': 'fa:16:3e:c5:e9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:40:56Z', 'revision_number': 4, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'subnets': [{'id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:40:57.989140 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70e38d4-17d7-4a6f-bab9-7241d973205e None None] The sync data for ids ['9b517606-c265-4eb9-a8ec-f46b88eafb36'] in dv-cinder-763306-14-iscsi is: [{'id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'name': 'tempest-AttachVolumeTestJSON-1398550955-router', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:45Z', 'updated_at': '2021-06-29T17:40:51Z', 'revision_number': 4, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'gw_port': {'id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:46Z', 'updated_at': '2021-06-29T17:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '71ae518e-6e01-4581-a4ec-afe3a3eb707b', 'name': '', 'network_id': '0d814395-0aef-449f-bcba-f7da97787837', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'mac_address': 'fa:16:3e:c5:e9:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:40:56Z', 'revision_number': 4, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'subnets': [{'id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:40:58.032407 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-f13ef0ce-34b3-4bd6-a14e-38ba6ea9fbcf tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:58.116918 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-f13ef0ce-34b3-4bd6-a14e-38ba6ea9fbcf tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-379795'] for security_group_rule, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:58.116918 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:58.174478 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ef0ce-34b3-4bd6-a14e-38ba6ea9fbcf tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=922e7a78-4ae8-49c6-9c0c-adf9f48814c7,revision_number=0']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:58.194544 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-f13ef0ce-34b3-4bd6-a14e-38ba6ea9fbcf tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:58.339050 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-f13ef0ce-34b3-4bd6-a14e-38ba6ea9fbcf tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:58.341408 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-f13ef0ce-34b3-4bd6-a14e-38ba6ea9fbcf tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9403780 Jun 29 17:40:58.344050 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 58392) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:58.350726 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-07364dec-d65a-422e-b8be-f67c6f805191 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Request body: {'security_group_rule': {'security_group_id': 'ff65ae7f-16dd-4dce-84eb-bee93f98b327', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:40:58.447340 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e2f9-4c63-4d6a-bfac-8ea53f7be0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:58.549271 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-07364dec-d65a-422e-b8be-f67c6f805191 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:58.694379 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-e481f76d-da61-4587-ab72-65ea46acab91 None None] Notify callbacks [] for port, precommit_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:58.709243 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-07364dec-d65a-422e-b8be-f67c6f805191 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:58.729946 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 1958e1e8-104d-4aad-a53a-90f7f6486d1c up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:40:58.737311 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a94056-c834-419e-9afa-17d2c0540cde req-bd51fdaa-d052-4f30-9480-1bffeab7c3ad tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:40:58.738841 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-33a94056-c834-419e-9afa-17d2c0540cde req-bd51fdaa-d052-4f30-9480-1bffeab7c3ad tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/networks?id=73d0a2ca-fa0f-4cd0-8a9a-812558672909 HTTP/1.1" status: 200 len: 819 time: 0.5291274 Jun 29 17:40:58.756688 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-33a94056-c834-419e-9afa-17d2c0540cde req-4642d8eb-14ae-42d1-9bc2-6be2538e52b5 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/quotas/1e92675dd0af403695e9b73c81b761d5 HTTP/1.1" status: 200 len: 375 time: 0.0109901 Jun 29 17:40:58.783462 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-07364dec-d65a-422e-b8be-f67c6f805191 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-379795'] for security_group_rule, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:58.806189 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:58.828891 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07364dec-d65a-422e-b8be-f67c6f805191 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a8f9c71-10d7-4218-8506-6ed4fcbef9de,revision_number=0']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:58.835559 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-07364dec-d65a-422e-b8be-f67c6f805191 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:58.836337 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-e481f76d-da61-4587-ab72-65ea46acab91 None None] Transition to ACTIVE for port object b914d919-2478-4b4d-8889-7342ad2875a9 will not be triggered until provisioned by entity L2. {{(pid=100363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:40:58.867125 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-07364dec-d65a-422e-b8be-f67c6f805191 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:58.868473 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-07364dec-d65a-422e-b8be-f67c6f805191 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5223162 Jun 29 17:40:58.879431 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 58414) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:58.879431 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-dc93cd8b-3742-4459-8b38-58a3e444c8d7 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Request body: {'floatingip': {'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:40:58.930826 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b79c9d-9a11-4182-a4f9-e804db0d2652 None None] Sync routers for ids ['0db1b44b-6f82-438a-9fff-54869b1ef638'] in dv-cinder-763306-14-iscsi {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:40:58.949328 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b79c9d-9a11-4182-a4f9-e804db0d2652 None None] Routers {'0db1b44b-6f82-438a-9fff-54869b1ef638'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:40:58.950219 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-a3b79c9d-9a11-4182-a4f9-e804db0d2652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:40:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['0db1b44b-6f82-438a-9fff-54869b1ef638'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:40:58.962832 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning for port 1958e1e8-104d-4aad-a53a-90f7f6486d1c completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:40:58.978392 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 1958e1e8-104d-4aad-a53a-90f7f6486d1c triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:40:58.978392 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:58.978392 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-e481f76d-da61-4587-ab72-65ea46acab91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:59.030673 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:59.031094 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-dc93cd8b-3742-4459-8b38-58a3e444c8d7 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for floatingip, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:59.130442 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-eb942ce3-77f3-4953-9bbe-764e30aae562 req-40e7cd2f-df6e-4be0-aa4e-52603935d03a tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 210 time: 0.1245542 Jun 29 17:40:59.151600 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-33a94056-c834-419e-9afa-17d2c0540cde req-aa5c0e65-f02e-474d-b764-f8bd39012268 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=1e92675dd0af403695e9b73c81b761d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3204145 Jun 29 17:40:59.180228 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-e481f76d-da61-4587-ab72-65ea46acab91 None None] Attempting to bind port b914d919-2478-4b4d-8889-7342ad2875a9 on host dv-cinder-763306-14-iscsi for vnic_type normal with profile {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:40:59.180614 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-e481f76d-da61-4587-ab72-65ea46acab91 None None] Attempting to bind port b914d919-2478-4b4d-8889-7342ad2875a9 by drivers openvswitch,hyperv on host dv-cinder-763306-14-iscsi at level 0 using segments [{'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:40:59.180982 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e481f76d-da61-4587-ab72-65ea46acab91 None None] Attempting to bind port b914d919-2478-4b4d-8889-7342ad2875a9 on network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:40:59.182152 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.db_base_plugin_common [None req-a3f4e2f9-4c63-4d6a-bfac-8ea53f7be0ee admin admin] Allocated IP 172.20.0.1 (0ee3f12c-3998-4005-bfbc-d8cd7c4223e0/e367aaf4-13cb-4861-b876-86e2e819d122/41425cce-35a2-471d-900d-8e59e8bba4aa) {{(pid=100362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:40:59.249429 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e481f76d-da61-4587-ab72-65ea46acab91 None None] Checking agent: {'id': 'e928b6c9-d57e-4ac7-a8fb-c400260472eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 32, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:40:59.263972 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e481f76d-da61-4587-ab72-65ea46acab91 None None] Checking segment: {'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:40:59.264558 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-e481f76d-da61-4587-ab72-65ea46acab91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:59.268208 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e481f76d-da61-4587-ab72-65ea46acab91 None None] Bound using segment: {'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:40:59.268750 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-e481f76d-da61-4587-ab72-65ea46acab91 None None] Bound port: b914d919-2478-4b4d-8889-7342ad2875a9, host: dv-cinder-763306-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:40:59.269188 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-e481f76d-da61-4587-ab72-65ea46acab91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:59.280157 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-a3b79c9d-9a11-4182-a4f9-e804db0d2652 None None] Set router 0db1b44b-6f82-438a-9fff-54869b1ef638 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:40:59.398981 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 58428) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:59.434772 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-dc93cd8b-3742-4459-8b38-58a3e444c8d7 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:59.504075 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f662c8-b3a7-4dd8-aa65-770024b21f54 None None] Pushing event updated for resources: {'Port': ['ID=b914d919-2478-4b4d-8889-7342ad2875a9,revision_number=2']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:59.515518 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d0f662c8-b3a7-4dd8-aa65-770024b21f54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:59.524204 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-e481f76d-da61-4587-ab72-65ea46acab91 None None] For port b914d919-2478-4b4d-8889-7342ad2875a9, host dv-cinder-763306-14-iscsi, cleared binding levels {{(pid=100363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:40:59.549734 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-e481f76d-da61-4587-ab72-65ea46acab91 None None] For port b914d919-2478-4b4d-8889-7342ad2875a9, host dv-cinder-763306-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=b914d919-2478-4b4d-8889-7342ad2875a9,segment=NetworkSegment(f9a98574-3341-4580-ac4f-b7fff4e16571),segment_id=f9a98574-3341-4580-ac4f-b7fff4e16571)] {{(pid=100363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:40:59.641542 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.66', 55959) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:40:59.658933 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:59.686510 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-e481f76d-da61-4587-ab72-65ea46acab91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:40:59.700948 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:40:59.711994 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-a3b79c9d-9a11-4182-a4f9-e804db0d2652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db1b44b-6f82-438a-9fff-54869b1ef638', 'name': 'tempest-ServerRescueNegativeTestJSON-1963735794-router', 'tenant_id': '1e92675dd0af403695e9b73c81b761d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '1958e1e8-104d-4aad-a53a-90f7f6486d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:45Z', 'updated_at': '2021-06-29T17:40:55Z', 'revision_number': 4, 'project_id': '1e92675dd0af403695e9b73c81b761d5', 'gw_port': {'id': '1958e1e8-104d-4aad-a53a-90f7f6486d1c', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:47:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db1b44b-6f82-438a-9fff-54869b1ef638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:47Z', 'updated_at': '2021-06-29T17:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '07ac3d84-961c-40fc-9455-04cea2b59aae', 'name': '', 'network_id': '73d0a2ca-fa0f-4cd0-8a9a-812558672909', 'tenant_id': '1e92675dd0af403695e9b73c81b761d5', 'mac_address': 'fa:16:3e:5c:2c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db1b44b-6f82-438a-9fff-54869b1ef638', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f447dc3a-32cd-4706-b5cc-db6cdad5bfeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:53Z', 'updated_at': '2021-06-29T17:40:55Z', 'revision_number': 2, 'project_id': '1e92675dd0af403695e9b73c81b761d5', 'subnets': [{'id': 'f447dc3a-32cd-4706-b5cc-db6cdad5bfeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:40:59.878266 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] For port 1958e1e8-104d-4aad-a53a-90f7f6486d1c, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=1958e1e8-104d-4aad-a53a-90f7f6486d1c,segment=NetworkSegment(f9a98574-3341-4580-ac4f-b7fff4e16571),segment_id=f9a98574-3341-4580-ac4f-b7fff4e16571)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:40:59.916459 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f662c8-b3a7-4dd8-aa65-770024b21f54 None None] Pushing event updated for resources: {'Port': ['ID=b914d919-2478-4b4d-8889-7342ad2875a9,revision_number=3']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:40:59.930705 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d0f662c8-b3a7-4dd8-aa65-770024b21f54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:40:59.931882 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e481f76d-da61-4587-ab72-65ea46acab91 None None] Routers {'7e718a58-b63d-46dc-9ced-0bdcc9c1a779'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:40:59.932597 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-e481f76d-da61-4587-ab72-65ea46acab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:40:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['7e718a58-b63d-46dc-9ced-0bdcc9c1a779'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:40:59.945901 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-33a94056-c834-419e-9afa-17d2c0540cde req-9a9dd8f4-eecc-419c-bbde-08aafb9ed97d service neutron] 10.222.0.102 "GET /v2.0/networks/73d0a2ca-fa0f-4cd0-8a9a-812558672909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7790248 Jun 29 17:41:00.010174 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:00.021223 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:00.023358 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 71ae518e-6e01-4581-a4ec-afe3a3eb707b up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:41:00.028561 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b79c9d-9a11-4182-a4f9-e804db0d2652 None None] Checking router: 0db1b44b-6f82-438a-9fff-54869b1ef638 for host: dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:41:00.034163 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b79c9d-9a11-4182-a4f9-e804db0d2652 None None] Updating router 0db1b44b-6f82-438a-9fff-54869b1ef638 port 07ac3d84-961c-40fc-9455-04cea2b59aae binding host dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:41:00.034349 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-f5fed6ca-6364-45de-8327-de255f8250ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:00.082402 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e2f9-4c63-4d6a-bfac-8ea53f7be0ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:00.113916 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [None req-dc93cd8b-3742-4459-8b38-58a3e444c8d7 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Allocated IP 172.27.3.139 (26c48c97-dd4e-49af-8475-2ecf6fc0aadd/7cd7448d-c974-46f0-8ef9-2783dc523a5d/ac674e9b-72ba-4fac-9011-839785c6bc36) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:41:00.124627 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.provisioning_blocks [None req-a3f4e2f9-4c63-4d6a-bfac-8ea53f7be0ee admin admin] Transition to ACTIVE for port object 41425cce-35a2-471d-900d-8e59e8bba4aa will not be triggered until provisioned by entity DHCP. {{(pid=100362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:41:00.125210 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a3b79c9d-9a11-4182-a4f9-e804db0d2652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:00.142751 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ad6a6a40-334c-4f69-a101-1864faf0231f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:00.201882 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-e481f76d-da61-4587-ab72-65ea46acab91 None None] Set router 7e718a58-b63d-46dc-9ced-0bdcc9c1a779 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:41:00.265527 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-33a94056-c834-419e-9afa-17d2c0540cde req-cc7ae274-aff9-4b5c-832e-c95aa5a067bd service neutron] 10.222.0.102 "GET /v2.0/networks/73d0a2ca-fa0f-4cd0-8a9a-812558672909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053577 Jun 29 17:41:00.287914 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:00.371150 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e2f9-4c63-4d6a-bfac-8ea53f7be0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565'] for port, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:00.373895 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:00.534555 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f4e2f9-4c63-4d6a-bfac-8ea53f7be0ee admin admin] Network 0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 is already hosted by enough agents. {{(pid=100362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:41:00.545239 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-dc93cd8b-3742-4459-8b38-58a3e444c8d7 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:00.563717 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.base_scheduler [None req-a3f4e2f9-4c63-4d6a-bfac-8ea53f7be0ee admin admin] Resources bound (agent type, host, resource id): {{(pid=100362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:41:00.571362 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9d8989f3-061d-4fff-90ee-0abb88f8fb26 req-55209769-e1d3-4ba0-b336-7380a31525fe tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 210 time: 0.0918281 Jun 29 17:41:00.571653 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f4e2f9-4c63-4d6a-bfac-8ea53f7be0ee admin admin] Received port after_create {{(pid=100362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:41:00.572416 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e2f9-4c63-4d6a-bfac-8ea53f7be0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476290'] for router_interface, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:00.695398 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-35896603-7ad3-4dcc-8c47-b064e39e79cd tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:00.697395 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-35896603-7ad3-4dcc-8c47-b064e39e79cd tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.66 "GET /v2.0/networks?id=0ba55212-3e61-4fd9-b60e-44776bc91dbc HTTP/1.1" status: 200 len: 810 time: 1.0578132 Jun 29 17:41:00.698111 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e2f9-4c63-4d6a-bfac-8ea53f7be0ee admin admin] Pushing event updated for resources: {'Port': ['ID=41425cce-35a2-471d-900d-8e59e8bba4aa,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:00.701109 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Pushing event updated for resources: {'Port': ['ID=1958e1e8-104d-4aad-a53a-90f7f6486d1c,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:00.707934 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-a3f4e2f9-4c63-4d6a-bfac-8ea53f7be0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:00.723316 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ad6a6a40-334c-4f69-a101-1864faf0231f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:00.723486 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:00.728759 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-dc93cd8b-3742-4459-8b38-58a3e444c8d7 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:00.764369 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-081ea606-5864-48fd-b6da-7095cafe7d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:00.765848 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a3b79c9d-9a11-4182-a4f9-e804db0d2652 None None] Notify callbacks [] for port, precommit_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:00.786973 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-42ad816c-48eb-4cee-ac94-e8d4afe0dbf9 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Request body: {'port': {'device_id': '7b615a71-9689-4b75-91db-497619ba1f2f', 'network_id': '0ba55212-3e61-4fd9-b60e-44776bc91dbc', 'admin_state_up': True, 'tenant_id': 'e39d67c70880437399ef385e5000ab0b'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:41:00.801034 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.provisioning_blocks [None req-a3b79c9d-9a11-4182-a4f9-e804db0d2652 None None] Transition to ACTIVE for port object 07ac3d84-961c-40fc-9455-04cea2b59aae will not be triggered until provisioned by entity L2. {{(pid=100364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:41:00.840644 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning for port 71ae518e-6e01-4581-a4ec-afe3a3eb707b completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:41:00.858323 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 71ae518e-6e01-4581-a4ec-afe3a3eb707b triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:41:00.867186 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:00.895969 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a3b79c9d-9a11-4182-a4f9-e804db0d2652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:00.899292 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:01.029983 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ad6a6a40-334c-4f69-a101-1864faf0231f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:01.034067 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11851d59-befa-4931-bcbf-c1935d2aeac8 None None] Pushing event updated for resources: {'Port': ['ID=07ac3d84-961c-40fc-9455-04cea2b59aae,revision_number=3']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:01.050147 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-11851d59-befa-4931-bcbf-c1935d2aeac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:01.076490 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc93cd8b-3742-4459-8b38-58a3e444c8d7 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:41:01.093493 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-dc93cd8b-3742-4459-8b38-58a3e444c8d7 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:41:01.103823 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc93cd8b-3742-4459-8b38-58a3e444c8d7 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:41:01.114991 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7f4569ca-31c0-428b-aac6-f05fc3a0b5f1 req-2f360816-5579-4789-b832-aab2219e32fd tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 210 time: 0.1978228 Jun 29 17:41:01.116633 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-42ad816c-48eb-4cee-ac94-e8d4afe0dbf9 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Made reservation on behalf of e39d67c70880437399ef385e5000ab0b for: {'port': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:41:01.121776 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-42ad816c-48eb-4cee-ac94-e8d4afe0dbf9 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:01.144600 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93cd8b-3742-4459-8b38-58a3e444c8d7 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Pushing event updated for resources: {'Port': ['ID=ac674e9b-72ba-4fac-9011-839785c6bc36,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:01.179652 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-ad6a6a40-334c-4f69-a101-1864faf0231f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=597d72f0fdbe425c85e4f23620ad0140&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7766709 Jun 29 17:41:01.180443 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 58510) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:01.202434 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-dc93cd8b-3742-4459-8b38-58a3e444c8d7 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:01.203197 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-d4cf19a8-aa65-4ef0-bde9-c9930316d12f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:01.302628 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-a3b79c9d-9a11-4182-a4f9-e804db0d2652 None None] Attempting to bind port 07ac3d84-961c-40fc-9455-04cea2b59aae on host dv-cinder-763306-14-iscsi for vnic_type normal with profile {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:41:01.305487 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-a3b79c9d-9a11-4182-a4f9-e804db0d2652 None None] Attempting to bind port 07ac3d84-961c-40fc-9455-04cea2b59aae by drivers openvswitch,hyperv on host dv-cinder-763306-14-iscsi at level 0 using segments [{'id': '6999508a-9d87-4259-bdea-144e00f8ef4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '73d0a2ca-fa0f-4cd0-8a9a-812558672909'}] {{(pid=100364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:41:01.305623 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b79c9d-9a11-4182-a4f9-e804db0d2652 None None] Attempting to bind port 07ac3d84-961c-40fc-9455-04cea2b59aae on network 73d0a2ca-fa0f-4cd0-8a9a-812558672909 {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:41:01.325738 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b79c9d-9a11-4182-a4f9-e804db0d2652 None None] Checking agent: {'id': 'e928b6c9-d57e-4ac7-a8fb-c400260472eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 32, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:41:01.332066 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b79c9d-9a11-4182-a4f9-e804db0d2652 None None] Checking segment: {'id': '6999508a-9d87-4259-bdea-144e00f8ef4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '73d0a2ca-fa0f-4cd0-8a9a-812558672909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:41:01.332066 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a3b79c9d-9a11-4182-a4f9-e804db0d2652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:01.332066 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b79c9d-9a11-4182-a4f9-e804db0d2652 None None] Bound using segment: {'id': '6999508a-9d87-4259-bdea-144e00f8ef4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '73d0a2ca-fa0f-4cd0-8a9a-812558672909'} {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:41:01.332066 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-a3b79c9d-9a11-4182-a4f9-e804db0d2652 None None] Bound port: 07ac3d84-961c-40fc-9455-04cea2b59aae, host: dv-cinder-763306-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6999508a-9d87-4259-bdea-144e00f8ef4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '73d0a2ca-fa0f-4cd0-8a9a-812558672909'}}] {{(pid=100364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:41:01.332066 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a3b79c9d-9a11-4182-a4f9-e804db0d2652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:01.352612 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-1d245a78-e537-41b5-bc94-d2e86e9af92c None None] Provisioning for port 41425cce-35a2-471d-900d-8e59e8bba4aa completed by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:41:01.378946 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-dc93cd8b-3742-4459-8b38-58a3e444c8d7 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:01.395399 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a6a40-334c-4f69-a101-1864faf0231f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ad29ab-9a5c-42eb-bb4d-88062a133f9e,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:01.433075 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-ad6a6a40-334c-4f69-a101-1864faf0231f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:01.438692 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-1d245a78-e537-41b5-bc94-d2e86e9af92c None None] Provisioning complete for port 41425cce-35a2-471d-900d-8e59e8bba4aa triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:41:01.441568 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-1d245a78-e537-41b5-bc94-d2e86e9af92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:01.451352 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-e481f76d-da61-4587-ab72-65ea46acab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'name': 'tempest-AttachVolumeShelveTestJSON-635234752-router', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:40:54Z', 'revision_number': 3, 'project_id': '84f447d134ac4605856ab46f7e636965', 'gw_port': {'id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:52Z', 'updated_at': '2021-06-29T17:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:41:01.473208 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0350d319-1ad2-40a0-879b-ab80909e86d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:01.494933 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e2f9-4c63-4d6a-bfac-8ea53f7be0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:01.518577 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-a3b79c9d-9a11-4182-a4f9-e804db0d2652 None None] For port 07ac3d84-961c-40fc-9455-04cea2b59aae, host dv-cinder-763306-14-iscsi, cleared binding levels {{(pid=100364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:41:01.524138 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-a3b79c9d-9a11-4182-a4f9-e804db0d2652 None None] For port 07ac3d84-961c-40fc-9455-04cea2b59aae, host dv-cinder-763306-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=07ac3d84-961c-40fc-9455-04cea2b59aae,segment=NetworkSegment(6999508a-9d87-4259-bdea-144e00f8ef4e),segment_id=6999508a-9d87-4259-bdea-144e00f8ef4e)] {{(pid=100364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:41:01.529005 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:01.536596 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e481f76d-da61-4587-ab72-65ea46acab91 None None] The sync data for ids ['7e718a58-b63d-46dc-9ced-0bdcc9c1a779'] in dv-cinder-763306-14-iscsi is: [{'id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'name': 'tempest-AttachVolumeShelveTestJSON-635234752-router', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:40:54Z', 'revision_number': 3, 'project_id': '84f447d134ac4605856ab46f7e636965', 'gw_port': {'id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:52Z', 'updated_at': '2021-06-29T17:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}] {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:41:01.559664 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-1d245a78-e537-41b5-bc94-d2e86e9af92c None None] Port 41425cce-35a2-471d-900d-8e59e8bba4aa cannot update to ACTIVE because it is not bound. {{(pid=100363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:41:01.577206 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:01.593659 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-a3b79c9d-9a11-4182-a4f9-e804db0d2652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:01.598531 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-2f4df1a3-b11b-4c61-8459-0d0c8d209adc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:01.619477 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0350d319-1ad2-40a0-879b-ab80909e86d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:01.628147 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] For port 71ae518e-6e01-4581-a4ec-afe3a3eb707b, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=71ae518e-6e01-4581-a4ec-afe3a3eb707b,segment=NetworkSegment(337bcf56-7dac-4930-9b9c-823189f35073),segment_id=337bcf56-7dac-4930-9b9c-823189f35073)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:41:01.711669 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-dc93cd8b-3742-4459-8b38-58a3e444c8d7 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:01.722949 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-42ad816c-48eb-4cee-ac94-e8d4afe0dbf9 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Allocated IP 172.20.0.5 (0ba55212-3e61-4fd9-b60e-44776bc91dbc/ba6b5f18-1476-4bcd-9b22-8d68a29c0578/1d1c13a5-e19e-4e87-926d-b710f4a41ba3) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:41:01.741543 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:01.742846 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 6698a28b-7c34-4370-84db-3ebaf18a8ecb up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:41:01.746505 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-6e3ef1be-f903-4a08-be4c-316b83bdf41e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:01.750070 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b79c9d-9a11-4182-a4f9-e804db0d2652 None None] Routers {'0db1b44b-6f82-438a-9fff-54869b1ef638'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:41:01.756960 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-a3b79c9d-9a11-4182-a4f9-e804db0d2652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:41:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['0db1b44b-6f82-438a-9fff-54869b1ef638'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:41:01.897747 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11851d59-befa-4931-bcbf-c1935d2aeac8 None None] Pushing event updated for resources: {'Port': ['ID=07ac3d84-961c-40fc-9455-04cea2b59aae,revision_number=4']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:01.919180 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-11851d59-befa-4931-bcbf-c1935d2aeac8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:02.036955 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Pushing event updated for resources: {'Port': ['ID=71ae518e-6e01-4581-a4ec-afe3a3eb707b,revision_number=5']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:02.049778 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:02.092300 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 58548) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:02.132787 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 6698a28b-7c34-4370-84db-3ebaf18a8ecb triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:41:02.133404 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:02.151397 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-a3b79c9d-9a11-4182-a4f9-e804db0d2652 None None] Set router 0db1b44b-6f82-438a-9fff-54869b1ef638 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:41:02.242324 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-31b5abff-1ca9-4934-b4ed-67b56d490726 req-2977beea-9e6f-49d0-afea-8887fc96e9a3 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 210 time: 0.2536962 Jun 29 17:41:02.388998 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0350d319-1ad2-40a0-879b-ab80909e86d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:02.445511 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0350d319-1ad2-40a0-879b-ab80909e86d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:02.453577 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-0350d319-1ad2-40a0-879b-ab80909e86d0 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e7ad29ab-9a5c-42eb-bb4d-88062a133f9e HTTP/1.1" status: 204 len: 168 time: 1.2718246 Jun 29 17:41:02.482518 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:02.538759 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350d319-1ad2-40a0-879b-ab80909e86d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ad29ab-9a5c-42eb-bb4d-88062a133f9e,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:02.556298 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-0350d319-1ad2-40a0-879b-ab80909e86d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:02.766220 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-a3b79c9d-9a11-4182-a4f9-e804db0d2652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db1b44b-6f82-438a-9fff-54869b1ef638', 'name': 'tempest-ServerRescueNegativeTestJSON-1963735794-router', 'tenant_id': '1e92675dd0af403695e9b73c81b761d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '1958e1e8-104d-4aad-a53a-90f7f6486d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:45Z', 'updated_at': '2021-06-29T17:40:55Z', 'revision_number': 4, 'project_id': '1e92675dd0af403695e9b73c81b761d5', 'gw_port': {'id': '1958e1e8-104d-4aad-a53a-90f7f6486d1c', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:47:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db1b44b-6f82-438a-9fff-54869b1ef638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:47Z', 'updated_at': '2021-06-29T17:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '07ac3d84-961c-40fc-9455-04cea2b59aae', 'name': '', 'network_id': '73d0a2ca-fa0f-4cd0-8a9a-812558672909', 'tenant_id': '1e92675dd0af403695e9b73c81b761d5', 'mac_address': 'fa:16:3e:5c:2c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db1b44b-6f82-438a-9fff-54869b1ef638', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f447dc3a-32cd-4706-b5cc-db6cdad5bfeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:53Z', 'updated_at': '2021-06-29T17:41:01Z', 'revision_number': 4, 'project_id': '1e92675dd0af403695e9b73c81b761d5', 'subnets': [{'id': 'f447dc3a-32cd-4706-b5cc-db6cdad5bfeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:41:02.773881 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-9a83e4f8-9163-446c-9175-66edd1765233 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:02.780326 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-9a83e4f8-9163-446c-9175-66edd1765233 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/networks?id=73d0a2ca-fa0f-4cd0-8a9a-812558672909 HTTP/1.1" status: 200 len: 819 time: 0.8586516 Jun 29 17:41:02.852402 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 1958e1e8-104d-4aad-a53a-90f7f6486d1c up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:41:02.877438 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b79c9d-9a11-4182-a4f9-e804db0d2652 None None] The sync data for ids ['0db1b44b-6f82-438a-9fff-54869b1ef638'] in dv-cinder-763306-14-iscsi is: [{'id': '0db1b44b-6f82-438a-9fff-54869b1ef638', 'name': 'tempest-ServerRescueNegativeTestJSON-1963735794-router', 'tenant_id': '1e92675dd0af403695e9b73c81b761d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '1958e1e8-104d-4aad-a53a-90f7f6486d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:45Z', 'updated_at': '2021-06-29T17:40:55Z', 'revision_number': 4, 'project_id': '1e92675dd0af403695e9b73c81b761d5', 'gw_port': {'id': '1958e1e8-104d-4aad-a53a-90f7f6486d1c', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:47:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db1b44b-6f82-438a-9fff-54869b1ef638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:47Z', 'updated_at': '2021-06-29T17:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '07ac3d84-961c-40fc-9455-04cea2b59aae', 'name': '', 'network_id': '73d0a2ca-fa0f-4cd0-8a9a-812558672909', 'tenant_id': '1e92675dd0af403695e9b73c81b761d5', 'mac_address': 'fa:16:3e:5c:2c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0db1b44b-6f82-438a-9fff-54869b1ef638', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f447dc3a-32cd-4706-b5cc-db6cdad5bfeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:53Z', 'updated_at': '2021-06-29T17:41:01Z', 'revision_number': 4, 'project_id': '1e92675dd0af403695e9b73c81b761d5', 'subnets': [{'id': 'f447dc3a-32cd-4706-b5cc-db6cdad5bfeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:41:02.882906 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-d1377c35-bc2c-470c-8be1-d8f1c1ed3587 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/quotas/1e92675dd0af403695e9b73c81b761d5 HTTP/1.1" status: 200 len: 375 time: 0.0836997 Jun 29 17:41:02.901977 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e2f9-4c63-4d6a-bfac-8ea53f7be0ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:03.018454 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e2f9-4c63-4d6a-bfac-8ea53f7be0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:03.050507 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a3f4e2f9-4c63-4d6a-bfac-8ea53f7be0ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476182'] for router_interface, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:03.057112 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:03.128883 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 1958e1e8-104d-4aad-a53a-90f7f6486d1c triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:41:03.129729 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:03.190479 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:03.257570 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-0e5f3459-1380-46bb-b113-bd5617755a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:03.380192 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device b914d919-2478-4b4d-8889-7342ad2875a9 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:41:03.385702 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4e2f9-4c63-4d6a-bfac-8ea53f7be0ee admin admin] Pushing event updated for resources: {'Port': ['ID=41425cce-35a2-471d-900d-8e59e8bba4aa,revision_number=2']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:03.406465 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-a3f4e2f9-4c63-4d6a-bfac-8ea53f7be0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:03.440883 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-5b12071e-edbc-4c5a-861c-450f78d28305 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=1e92675dd0af403695e9b73c81b761d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5482681 Jun 29 17:41:03.558737 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-42ad816c-48eb-4cee-ac94-e8d4afe0dbf9 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:03.602533 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-dc93cd8b-3742-4459-8b38-58a3e444c8d7 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for port, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:03.610338 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning for port b914d919-2478-4b4d-8889-7342ad2875a9 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:41:03.615182 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port b914d919-2478-4b4d-8889-7342ad2875a9 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:41:03.619412 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:03.662954 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-48a07d50-21d3-45f1-8257-db203f1b50ec req-9accd157-61a6-4b36-9b7d-6d8b5add76b4 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 210 time: 0.0754418 Jun 29 17:41:03.719144 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f4e2f9-4c63-4d6a-bfac-8ea53f7be0ee admin admin] Network 0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 is already hosted by enough agents. {{(pid=100362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:41:03.732691 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.base_scheduler [None req-a3f4e2f9-4c63-4d6a-bfac-8ea53f7be0ee admin admin] Resources bound (agent type, host, resource id): {{(pid=100362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:41:03.756676 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-dc93cd8b-3742-4459-8b38-58a3e444c8d7 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:03.763600 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-a89f482c-fe34-4ff8-8016-e812e1e406cc service neutron] 10.222.0.102 "GET /v2.0/networks/73d0a2ca-fa0f-4cd0-8a9a-812558672909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211195 Jun 29 17:41:03.784149 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:03.827643 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:03.922963 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] For port b914d919-2478-4b4d-8889-7342ad2875a9, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=b914d919-2478-4b4d-8889-7342ad2875a9,segment=NetworkSegment(f9a98574-3341-4580-ac4f-b7fff4e16571),segment_id=f9a98574-3341-4580-ac4f-b7fff4e16571)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:41:03.929734 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-dc93cd8b-3742-4459-8b38-58a3e444c8d7 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617202'] for floatingip, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:04.102385 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 58588) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:04.104801 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-0e5f3459-1380-46bb-b113-bd5617755a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:04.106013 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-76c37d4a-c057-4994-9df2-a1d9e93b67e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:04.106109 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93cd8b-3742-4459-8b38-58a3e444c8d7 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Pushing event updated for resources: {'Port': ['ID=ac674e9b-72ba-4fac-9011-839785c6bc36,revision_number=2']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:04.106109 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-dc93cd8b-3742-4459-8b38-58a3e444c8d7 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:04.106109 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 58590) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:04.200938 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-a7d38209-d703-405e-863a-9ec885d8587b service neutron] 10.222.0.102 "GET /v2.0/networks/73d0a2ca-fa0f-4cd0-8a9a-812558672909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250458 Jun 29 17:41:04.207468 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f4e2f9-4c63-4d6a-bfac-8ea53f7be0ee admin admin] Router 7e718a58-b63d-46dc-9ced-0bdcc9c1a779 has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:41:04.271385 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-c4666fa3-6c45-4f3c-b1f7-8d79d2fab9dd None None] Provisioning complete for port 41425cce-35a2-471d-900d-8e59e8bba4aa triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:41:04.271799 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-c4666fa3-6c45-4f3c-b1f7-8d79d2fab9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:04.338510 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-42ad816c-48eb-4cee-ac94-e8d4afe0dbf9 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:04.340927 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-0e5f3459-1380-46bb-b113-bd5617755a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:04.365046 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:04.375234 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-c4666fa3-6c45-4f3c-b1f7-8d79d2fab9dd None None] Port 41425cce-35a2-471d-900d-8e59e8bba4aa cannot update to ACTIVE because it is not bound. {{(pid=100363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:41:04.380814 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:04.380814 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 71ae518e-6e01-4581-a4ec-afe3a3eb707b up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:41:04.422248 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d0f662c8-b3a7-4dd8-aa65-770024b21f54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:04.464561 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-dc93cd8b-3742-4459-8b38-58a3e444c8d7 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for floatingip, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:04.466039 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-dc93cd8b-3742-4459-8b38-58a3e444c8d7 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5928121 Jun 29 17:41:04.484464 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 71ae518e-6e01-4581-a4ec-afe3a3eb707b triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:41:04.485176 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:04.498279 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f3459-1380-46bb-b113-bd5617755a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b404806-db11-4422-a2d4-ef4e1343303d,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:04.523792 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-42ad816c-48eb-4cee-ac94-e8d4afe0dbf9 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Network 0ba55212-3e61-4fd9-b60e-44776bc91dbc is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:41:04.535653 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-0e5f3459-1380-46bb-b113-bd5617755a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:04.536402 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:04.554649 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-42ad816c-48eb-4cee-ac94-e8d4afe0dbf9 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:41:04.592296 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Pushing event updated for resources: {'Port': ['ID=b914d919-2478-4b4d-8889-7342ad2875a9,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:04.597712 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:04.643291 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-0e5f3459-1380-46bb-b113-bd5617755a34 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=409a4dcc3919429099a0951cb8d1da45&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4247212 Jun 29 17:41:04.643291 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-42ad816c-48eb-4cee-ac94-e8d4afe0dbf9 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:41:04.649776 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 58606) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:04.671917 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-42ad816c-48eb-4cee-ac94-e8d4afe0dbf9 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:04.671917 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-42ad816c-48eb-4cee-ac94-e8d4afe0dbf9 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:04.891382 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1e9af40d-3944-49ad-81b9-8a86a7d14354 req-8e1dd1a5-d2c0-4d51-9f82-3a35deea2e24 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 210 time: 0.0993180 Jun 29 17:41:04.962484 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d2a1f63d-bec7-4ac5-9a4f-c530d8105964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:05.043613 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad816c-48eb-4cee-ac94-e8d4afe0dbf9 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Pushing event updated for resources: {'Port': ['ID=1d1c13a5-e19e-4e87-926d-b710f4a41ba3,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:05.059080 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-42ad816c-48eb-4cee-ac94-e8d4afe0dbf9 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:05.093065 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-826f2614-1d3b-4e52-a7d9-a5fa5d95cf15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:05.149567 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device b914d919-2478-4b4d-8889-7342ad2875a9 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:41:05.286761 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port b914d919-2478-4b4d-8889-7342ad2875a9 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:41:05.287388 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:05.350849 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-826f2614-1d3b-4e52-a7d9-a5fa5d95cf15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:05.465236 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f4e2f9-4c63-4d6a-bfac-8ea53f7be0ee admin admin] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:41:05.513422 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-a3f4e2f9-4c63-4d6a-bfac-8ea53f7be0ee admin admin] 10.222.0.102 "PUT /v2.0/routers/7e718a58-b63d-46dc-9ced-0bdcc9c1a779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7737219 Jun 29 17:41:05.554307 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 07ac3d84-961c-40fc-9455-04cea2b59aae up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:41:05.616000 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:05.630078 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-76c37d4a-c057-4994-9df2-a1d9e93b67e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:05.648512 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-85a9a8fb-667f-4366-a8b4-a94017c592b9 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--1689128546&fields=id&tenant_id=87f56b14a5034bf38448dbb35360a4fc HTTP/1.1" status: 200 len: 267 time: 0.4668171 Jun 29 17:41:05.712852 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3d0c8-4e3f-4fc0-a259-17acf289a5d4 req-b32d0c7f-2c85-48ad-b881-700df6fe8c31 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:05.715167 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8ff3d0c8-4e3f-4fc0-a259-17acf289a5d4 req-b32d0c7f-2c85-48ad-b881-700df6fe8c31 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 931 time: 0.5989993 Jun 29 17:41:05.753373 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning for port 07ac3d84-961c-40fc-9455-04cea2b59aae completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:41:05.757519 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 07ac3d84-961c-40fc-9455-04cea2b59aae triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:41:05.765595 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:05.790872 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-76c37d4a-c057-4994-9df2-a1d9e93b67e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:05.809697 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-91578916-4775-41e5-bb57-28734472b556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:05.938061 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:05.946750 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-42ad816c-48eb-4cee-ac94-e8d4afe0dbf9 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1857457 Jun 29 17:41:05.978954 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c37d4a-c057-4994-9df2-a1d9e93b67e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f74d3a-92c0-4f0e-bf75-090aa7952830,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:05.984263 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-76c37d4a-c057-4994-9df2-a1d9e93b67e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:05.996714 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-76c37d4a-c057-4994-9df2-a1d9e93b67e2 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=6ac9a119bdde410b9196437ba2cc813c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9707353 Jun 29 17:41:05.999651 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 58646) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:06.000498 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8ff3d0c8-4e3f-4fc0-a259-17acf289a5d4 req-5287b7e9-cade-47c2-9c09-46f2b9b94f24 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/security-groups?id=a943b2ad-85d4-4d18-9ad8-59d52b217921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512677 Jun 29 17:41:06.005257 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-826f2614-1d3b-4e52-a7d9-a5fa5d95cf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:06.015568 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-826f2614-1d3b-4e52-a7d9-a5fa5d95cf15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:06.022576 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-826f2614-1d3b-4e52-a7d9-a5fa5d95cf15 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1b404806-db11-4422-a2d4-ef4e1343303d HTTP/1.1" status: 204 len: 168 time: 1.3498290 Jun 29 17:41:06.022576 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:06.052585 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] For port 07ac3d84-961c-40fc-9455-04cea2b59aae, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=07ac3d84-961c-40fc-9455-04cea2b59aae,segment=NetworkSegment(6999508a-9d87-4259-bdea-144e00f8ef4e),segment_id=6999508a-9d87-4259-bdea-144e00f8ef4e)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:41:06.066836 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-eec4383b-bf4c-47b4-a609-5b1a3153fcd7 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:06.071006 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-eec4383b-bf4c-47b4-a609-5b1a3153fcd7 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/networks?id=0d814395-0aef-449f-bcba-f7da97787837 HTTP/1.1" status: 200 len: 811 time: 0.4229617 Jun 29 17:41:06.082581 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f2614-1d3b-4e52-a7d9-a5fa5d95cf15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b404806-db11-4422-a2d4-ef4e1343303d,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:06.115947 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d2a1f63d-bec7-4ac5-9a4f-c530d8105964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:06.122446 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-826f2614-1d3b-4e52-a7d9-a5fa5d95cf15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:06.127427 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-f6211153-0036-41cd-8f0b-488d69e5dd3e tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/quotas/87f56b14a5034bf38448dbb35360a4fc HTTP/1.1" status: 200 len: 375 time: 0.0473361 Jun 29 17:41:06.152213 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:06.160462 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:06.193886 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-76522c9f-eeb5-46f2-97bc-b1e33855fbe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:06.242253 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Pushing event updated for resources: {'Port': ['ID=07ac3d84-961c-40fc-9455-04cea2b59aae,revision_number=5']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:06.243748 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-76522c9f-eeb5-46f2-97bc-b1e33855fbe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:06.260430 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:06.346337 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d2a1f63d-bec7-4ac5-9a4f-c530d8105964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:06.368970 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:06.374178 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-8f26754b-73ae-458b-bb08-5fbe09275d6d tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=87f56b14a5034bf38448dbb35360a4fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2158430 Jun 29 17:41:06.421520 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1f63d-bec7-4ac5-9a4f-c530d8105964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce19b24-549e-457a-a07a-5fdd47f2d80f,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:06.426270 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-d2a1f63d-bec7-4ac5-9a4f-c530d8105964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:06.475052 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-d2a1f63d-bec7-4ac5-9a4f-c530d8105964 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d2b23f40674849b1af141d8d27fbe720&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3898468 Jun 29 17:41:06.477199 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 58662) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:06.573039 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-f6bcd451-a983-4a2a-bdbe-ab30aff0319a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:06.605649 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-f6bcd451-a983-4a2a-bdbe-ab30aff0319a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:06.616532 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-76522c9f-eeb5-46f2-97bc-b1e33855fbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:06.616532 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-76522c9f-eeb5-46f2-97bc-b1e33855fbe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:06.622271 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-76522c9f-eeb5-46f2-97bc-b1e33855fbe7 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/19f74d3a-92c0-4f0e-bf75-090aa7952830 HTTP/1.1" status: 204 len: 168 time: 0.6203258 Jun 29 17:41:06.625143 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:06.642443 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76522c9f-eeb5-46f2-97bc-b1e33855fbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f74d3a-92c0-4f0e-bf75-090aa7952830,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:06.645642 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-76522c9f-eeb5-46f2-97bc-b1e33855fbe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:06.763560 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-f6bcd451-a983-4a2a-bdbe-ab30aff0319a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:06.770779 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-f6bcd451-a983-4a2a-bdbe-ab30aff0319a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:06.776489 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-f6bcd451-a983-4a2a-bdbe-ab30aff0319a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/bce19b24-549e-457a-a07a-5fdd47f2d80f HTTP/1.1" status: 204 len: 168 time: 0.2932363 Jun 29 17:41:06.776489 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:06.800572 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bcd451-a983-4a2a-bdbe-ab30aff0319a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce19b24-549e-457a-a07a-5fdd47f2d80f,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:06.802425 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-f6bcd451-a983-4a2a-bdbe-ab30aff0319a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:06.889323 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 07ac3d84-961c-40fc-9455-04cea2b59aae up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:41:06.909558 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d3b351-2655-46eb-b169-164f0ce07f12 None None] Sync routers for ids ['7e718a58-b63d-46dc-9ced-0bdcc9c1a779'] in dv-cinder-763306-14-iscsi {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:41:06.971760 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d3b351-2655-46eb-b169-164f0ce07f12 None None] Routers {'7e718a58-b63d-46dc-9ced-0bdcc9c1a779'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:41:06.972718 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-c3d3b351-2655-46eb-b169-164f0ce07f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:41:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['7e718a58-b63d-46dc-9ced-0bdcc9c1a779'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:41:07.141787 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-c3d3b351-2655-46eb-b169-164f0ce07f12 None None] Set router 7e718a58-b63d-46dc-9ced-0bdcc9c1a779 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:41:07.225629 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 07ac3d84-961c-40fc-9455-04cea2b59aae triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:41:07.226247 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:07.297417 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-ae963d9d-52de-46db-8a37-bc76fff54a28 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=100362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 17:41:07.301085 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-ae963d9d-52de-46db-8a37-bc76fff54a28 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4128308 Jun 29 17:41:07.469177 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-94a8c0db-031f-450e-8ff2-eef76c3c3f75 service neutron] 10.222.0.102 "GET /v2.0/networks/0d814395-0aef-449f-bcba-f7da97787837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563790 Jun 29 17:41:07.502867 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 58690) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:07.513074 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-6d692c55-c63f-4580-81d6-33f3f33b05b5 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--712928587', 'description': 'tempest-description--1695412246'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:41:07.526252 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-c3d3b351-2655-46eb-b169-164f0ce07f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'name': 'tempest-AttachVolumeShelveTestJSON-635234752-router', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:41:01Z', 'revision_number': 4, 'project_id': '84f447d134ac4605856ab46f7e636965', 'gw_port': {'id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:52Z', 'updated_at': '2021-06-29T17:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '41425cce-35a2-471d-900d-8e59e8bba4aa', 'name': '', 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'mac_address': 'fa:16:3e:90:dc:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:58Z', 'updated_at': '2021-06-29T17:41:01Z', 'revision_number': 2, 'project_id': '84f447d134ac4605856ab46f7e636965', 'subnets': [{'id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:41:07.579309 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d3b351-2655-46eb-b169-164f0ce07f12 None None] Checking router: 7e718a58-b63d-46dc-9ced-0bdcc9c1a779 for host: dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:41:07.580042 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d3b351-2655-46eb-b169-164f0ce07f12 None None] Updating router 7e718a58-b63d-46dc-9ced-0bdcc9c1a779 port 41425cce-35a2-471d-900d-8e59e8bba4aa binding host dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:41:07.612288 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-239c4f1c-94cb-462f-9fe5-9d174632d1ec service neutron] 10.222.0.102 "GET /v2.0/networks/0d814395-0aef-449f-bcba-f7da97787837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412179 Jun 29 17:41:07.616577 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-6d692c55-c63f-4580-81d6-33f3f33b05b5 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:07.659065 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-c3d3b351-2655-46eb-b169-164f0ce07f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:07.687621 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-47a16a77-7954-491d-bc40-718fc1647dbf req-fdb629b9-78ff-4241-b61b-7a4f2b3063ec tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 210 time: 0.0382695 Jun 29 17:41:07.795579 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-6d692c55-c63f-4580-81d6-33f3f33b05b5 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:07.891163 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 58702) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:07.920659 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-c0f2df38-419d-4709-a51a-07c362ec74fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:07.926037 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-6d692c55-c63f-4580-81d6-33f3f33b05b5 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:07.934869 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:07.960419 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-cd5f6696-eb9d-4838-ba56-dc0208c1f84e req-8a1334de-cd79-4fd5-a29c-0ebb59623b8e tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 210 time: 0.0503352 Jun 29 17:41:08.006190 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd38bbd-c2c6-4ebb-a0b5-7d575983df72 req-23fabe0b-e80f-453b-ba42-22e3b720131b tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:08.029979 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-cbd38bbd-c2c6-4ebb-a0b5-7d575983df72 req-23fabe0b-e80f-453b-ba42-22e3b720131b tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 931 time: 0.2092814 Jun 29 17:41:08.095469 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d692c55-c63f-4580-81d6-33f3f33b05b5 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:08.102530 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-6d692c55-c63f-4580-81d6-33f3f33b05b5 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:08.110529 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-c0f2df38-419d-4709-a51a-07c362ec74fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:08.134814 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-cbd38bbd-c2c6-4ebb-a0b5-7d575983df72 req-76debfb1-dbf4-490e-a40a-25c9edb245e7 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/security-groups?id=a943b2ad-85d4-4d18-9ad8-59d52b217921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037326 Jun 29 17:41:08.175591 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-c0f2df38-419d-4709-a51a-07c362ec74fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:08.181331 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-6d692c55-c63f-4580-81d6-33f3f33b05b5 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:08.234874 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2df38-419d-4709-a51a-07c362ec74fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7085b8-1000-493e-8d65-3315343c28b6,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:08.240990 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-c0f2df38-419d-4709-a51a-07c362ec74fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:08.262378 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 58720) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:08.271766 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-c0f2df38-419d-4709-a51a-07c362ec74fb admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=2f4730c5b6aa4a19b30188151e226a98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3792970 Jun 29 17:41:08.307995 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-6d692c55-c63f-4580-81d6-33f3f33b05b5 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:08.310287 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-6d692c55-c63f-4580-81d6-33f3f33b05b5 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8049440 Jun 29 17:41:08.313180 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 58722) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:08.337279 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-1355f584-ce37-4ddb-9f05-86c252697715 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Request body: {'security_group_rule': {'security_group_id': '910af0c5-f8f2-45be-8d2c-e5dcbf29a03b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:41:08.414293 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-696b1c87-a6ea-48ce-b048-754460fd70cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:08.431696 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-c3d3b351-2655-46eb-b169-164f0ce07f12 None None] Notify callbacks [] for port, precommit_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:08.443316 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-c3d3b351-2655-46eb-b169-164f0ce07f12 None None] Transition to ACTIVE for port object 41425cce-35a2-471d-900d-8e59e8bba4aa will not be triggered until provisioned by entity L2. {{(pid=100363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:41:08.451301 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-696b1c87-a6ea-48ce-b048-754460fd70cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:08.474767 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-1355f584-ce37-4ddb-9f05-86c252697715 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:08.541051 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-c3d3b351-2655-46eb-b169-164f0ce07f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:08.543326 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:08.686153 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-696b1c87-a6ea-48ce-b048-754460fd70cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:08.699680 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-696b1c87-a6ea-48ce-b048-754460fd70cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:08.703469 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-696b1c87-a6ea-48ce-b048-754460fd70cc admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/fc7085b8-1000-493e-8d65-3315343c28b6 HTTP/1.1" status: 204 len: 168 time: 0.4396400 Jun 29 17:41:08.712933 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-69155705-15b6-47d9-ad85-b667de6c0ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:08.754702 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b1c87-a6ea-48ce-b048-754460fd70cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7085b8-1000-493e-8d65-3315343c28b6,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:08.762520 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8755d6-021b-4c8d-a79a-bc4aed2097c2 None None] Pushing event updated for resources: {'Port': ['ID=41425cce-35a2-471d-900d-8e59e8bba4aa,revision_number=3']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:08.766771 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-696b1c87-a6ea-48ce-b048-754460fd70cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:08.768867 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-1355f584-ce37-4ddb-9f05-86c252697715 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:08.813630 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-3b8755d6-021b-4c8d-a79a-bc4aed2097c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:08.917047 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-c3d3b351-2655-46eb-b169-164f0ce07f12 None None] Attempting to bind port 41425cce-35a2-471d-900d-8e59e8bba4aa on host dv-cinder-763306-14-iscsi for vnic_type normal with profile {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:41:08.917438 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-c3d3b351-2655-46eb-b169-164f0ce07f12 None None] Attempting to bind port 41425cce-35a2-471d-900d-8e59e8bba4aa by drivers openvswitch,hyperv on host dv-cinder-763306-14-iscsi at level 0 using segments [{'id': 'ed133f60-0561-402c-b298-d58ce672a887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0'}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:41:08.918423 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d3b351-2655-46eb-b169-164f0ce07f12 None None] Attempting to bind port 41425cce-35a2-471d-900d-8e59e8bba4aa on network 0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:41:08.923611 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-1355f584-ce37-4ddb-9f05-86c252697715 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-379795'] for security_group_rule, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:08.934314 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-07364dec-d65a-422e-b8be-f67c6f805191 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:08.934466 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d3b351-2655-46eb-b169-164f0ce07f12 None None] Checking agent: {'id': 'e928b6c9-d57e-4ac7-a8fb-c400260472eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 32, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:41:08.934466 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d3b351-2655-46eb-b169-164f0ce07f12 None None] Checking segment: {'id': 'ed133f60-0561-402c-b298-d58ce672a887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:41:08.934466 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-c3d3b351-2655-46eb-b169-164f0ce07f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:08.934466 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d3b351-2655-46eb-b169-164f0ce07f12 None None] Bound using segment: {'id': 'ed133f60-0561-402c-b298-d58ce672a887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0'} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:41:08.934466 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-c3d3b351-2655-46eb-b169-164f0ce07f12 None None] Bound port: 41425cce-35a2-471d-900d-8e59e8bba4aa, host: dv-cinder-763306-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed133f60-0561-402c-b298-d58ce672a887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0'}}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:41:08.934466 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-c3d3b351-2655-46eb-b169-164f0ce07f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:08.942242 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355f584-ce37-4ddb-9f05-86c252697715 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c441b1-eb00-4e34-a3a5-11245cfe09eb,revision_number=0']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:08.945423 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-1355f584-ce37-4ddb-9f05-86c252697715 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:09.076960 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-c3d3b351-2655-46eb-b169-164f0ce07f12 None None] For port 41425cce-35a2-471d-900d-8e59e8bba4aa, host dv-cinder-763306-14-iscsi, cleared binding levels {{(pid=100363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:41:09.081780 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-c3d3b351-2655-46eb-b169-164f0ce07f12 None None] For port 41425cce-35a2-471d-900d-8e59e8bba4aa, host dv-cinder-763306-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=41425cce-35a2-471d-900d-8e59e8bba4aa,segment=NetworkSegment(ed133f60-0561-402c-b298-d58ce672a887),segment_id=ed133f60-0561-402c-b298-d58ce672a887)] {{(pid=100363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:41:09.107803 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-1355f584-ce37-4ddb-9f05-86c252697715 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:09.112017 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-1355f584-ce37-4ddb-9f05-86c252697715 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7967520 Jun 29 17:41:09.112926 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 58746) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:09.114269 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2481e0da-e94c-4487-bba3-7d4798017673 req-4b0f5f78-45cd-4c93-a005-7e2602bd1f08 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 210 time: 0.1217589 Jun 29 17:41:09.117958 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-04241f3a-50b2-4930-a44b-ae272ac2460a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Request body: {'security_group_rule': {'security_group_id': '910af0c5-f8f2-45be-8d2c-e5dcbf29a03b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:41:09.155534 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-08f78647-a6aa-48f4-aa2a-cc45121008b3 req-54dd10d3-a3b8-4d46-abee-dc5dd2e6734d tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 210 time: 0.0549760 Jun 29 17:41:09.182177 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-c3d3b351-2655-46eb-b169-164f0ce07f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:09.187904 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:09.325932 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-04241f3a-50b2-4930-a44b-ae272ac2460a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:09.375116 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d3b351-2655-46eb-b169-164f0ce07f12 None None] Routers {'7e718a58-b63d-46dc-9ced-0bdcc9c1a779'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:41:09.382704 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-c3d3b351-2655-46eb-b169-164f0ce07f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:41:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['7e718a58-b63d-46dc-9ced-0bdcc9c1a779'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:41:09.385125 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8755d6-021b-4c8d-a79a-bc4aed2097c2 None None] Pushing event updated for resources: {'Port': ['ID=41425cce-35a2-471d-900d-8e59e8bba4aa,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:09.398591 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-3b8755d6-021b-4c8d-a79a-bc4aed2097c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:09.529430 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-04241f3a-50b2-4930-a44b-ae272ac2460a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:09.594175 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78e7a9-819d-4772-8627-54107fdfcd74 req-df113b80-5c58-4285-98e0-d52d5a3e90b2 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:09.610042 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6e78e7a9-819d-4772-8627-54107fdfcd74 req-df113b80-5c58-4285-98e0-d52d5a3e90b2 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 931 time: 0.1645346 Jun 29 17:41:09.667834 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-04241f3a-50b2-4930-a44b-ae272ac2460a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-379795'] for security_group_rule, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:09.677656 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-1355f584-ce37-4ddb-9f05-86c252697715 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:09.688507 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6e78e7a9-819d-4772-8627-54107fdfcd74 req-d5560e8d-9bf7-44a2-a124-ceda19d8fe6c tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/security-groups?id=a943b2ad-85d4-4d18-9ad8-59d52b217921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669930 Jun 29 17:41:09.732750 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-ae8b168c-82e2-41f3-a18d-eb901c13367e tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=100361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 17:41:09.733917 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-ae8b168c-82e2-41f3-a18d-eb901c13367e tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0210478 Jun 29 17:41:09.748783 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04241f3a-50b2-4930-a44b-ae272ac2460a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0244372-ada5-4a73-8b13-b40efab6b4e2,revision_number=0']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:09.752041 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-04241f3a-50b2-4930-a44b-ae272ac2460a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:09.765217 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-c3d3b351-2655-46eb-b169-164f0ce07f12 None None] Set router 7e718a58-b63d-46dc-9ced-0bdcc9c1a779 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:41:09.879918 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-04241f3a-50b2-4930-a44b-ae272ac2460a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:09.879918 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-04241f3a-50b2-4930-a44b-ae272ac2460a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7597275 Jun 29 17:41:09.880942 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 58768) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:09.886095 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-b0ca8744-ce79-4a0f-862e-6cbab53f6e60 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Request body: {'floatingip': {'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:41:10.093076 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-c3d3b351-2655-46eb-b169-164f0ce07f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'name': 'tempest-AttachVolumeShelveTestJSON-635234752-router', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:41:01Z', 'revision_number': 4, 'project_id': '84f447d134ac4605856ab46f7e636965', 'gw_port': {'id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:52Z', 'updated_at': '2021-06-29T17:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '41425cce-35a2-471d-900d-8e59e8bba4aa', 'name': '', 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'mac_address': 'fa:16:3e:90:dc:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:58Z', 'updated_at': '2021-06-29T17:41:09Z', 'revision_number': 4, 'project_id': '84f447d134ac4605856ab46f7e636965', 'subnets': [{'id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:41:10.130625 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d3b351-2655-46eb-b169-164f0ce07f12 None None] The sync data for ids ['7e718a58-b63d-46dc-9ced-0bdcc9c1a779'] in dv-cinder-763306-14-iscsi is: [{'id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'name': 'tempest-AttachVolumeShelveTestJSON-635234752-router', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:41:01Z', 'revision_number': 4, 'project_id': '84f447d134ac4605856ab46f7e636965', 'gw_port': {'id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:52Z', 'updated_at': '2021-06-29T17:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '41425cce-35a2-471d-900d-8e59e8bba4aa', 'name': '', 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'mac_address': 'fa:16:3e:90:dc:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:58Z', 'updated_at': '2021-06-29T17:41:09Z', 'revision_number': 4, 'project_id': '84f447d134ac4605856ab46f7e636965', 'subnets': [{'id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:41:10.412406 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2e9eeae1-78a0-46f5-ac89-cca1db91d581 req-bafd398e-7791-41cd-a11d-645ae25e3518 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 210 time: 0.0726478 Jun 29 17:41:10.445857 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f5d6e3f7-1782-4b3f-915a-1a2942388d4f req-d12c74ec-d962-411a-b142-f68a30a2da0e tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 210 time: 0.0841835 Jun 29 17:41:10.616632 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b0ca8744-ce79-4a0f-862e-6cbab53f6e60 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for floatingip, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:10.859518 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b0ca8744-ce79-4a0f-862e-6cbab53f6e60 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:10.945918 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-618880b2-add4-4827-b0d2-f444e0b32854 service neutron] Request body: {'port': {'device_id': '7b615a71-9689-4b75-91db-497619ba1f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:41:10.972929 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 41425cce-35a2-471d-900d-8e59e8bba4aa up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:41:11.247494 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning for port 41425cce-35a2-471d-900d-8e59e8bba4aa completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:41:11.254048 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 41425cce-35a2-471d-900d-8e59e8bba4aa triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:41:11.254048 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:11.270114 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-618880b2-add4-4827-b0d2-f444e0b32854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:11.364687 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.db_base_plugin_common [None req-b0ca8744-ce79-4a0f-862e-6cbab53f6e60 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Allocated IP 172.27.3.154 (26c48c97-dd4e-49af-8475-2ecf6fc0aadd/7cd7448d-c974-46f0-8ef9-2783dc523a5d/33ae6da3-7dc7-4671-b6a4-4fc0d8b68a26) {{(pid=100362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:41:11.422574 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1fc98-be0d-4dc7-9fb5-fe6f4aa5f19d req-894fda3e-f7b1-46b8-b76c-c901d771cace tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:11.441166 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-55e1fc98-be0d-4dc7-9fb5-fe6f4aa5f19d req-894fda3e-f7b1-46b8-b76c-c901d771cace tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 931 time: 0.3131459 Jun 29 17:41:11.443059 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.66', 55977) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:11.520603 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:11.598768 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] For port 41425cce-35a2-471d-900d-8e59e8bba4aa, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=41425cce-35a2-471d-900d-8e59e8bba4aa,segment=NetworkSegment(ed133f60-0561-402c-b298-d58ce672a887),segment_id=ed133f60-0561-402c-b298-d58ce672a887)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:41:11.722816 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:11.725587 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-fb37918d-d87c-4910-ae1a-8a3ff9ffc504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:11.838772 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Pushing event updated for resources: {'Port': ['ID=41425cce-35a2-471d-900d-8e59e8bba4aa,revision_number=5']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:11.839419 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b0ca8744-ce79-4a0f-862e-6cbab53f6e60 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for port, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:11.845975 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:11.953286 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-84249c64-8d2a-4e3b-97bc-2eb449e8e44a req-f23d2fb7-746d-4bdf-93e8-8bcde76e574d tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 210 time: 0.0542443 Jun 29 17:41:12.007641 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-55e1fc98-be0d-4dc7-9fb5-fe6f4aa5f19d req-e34fb9df-f6c4-45c0-8fd9-a23d3e1915a9 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/security-groups?id=a943b2ad-85d4-4d18-9ad8-59d52b217921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5653737 Jun 29 17:41:12.017009 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b0ca8744-ce79-4a0f-862e-6cbab53f6e60 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565'] for port, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:12.053248 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-da08bde3-1201-40e8-aaf6-5d47a3435675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:12.164763 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a94056-c834-419e-9afa-17d2c0540cde req-d20a4098-1b9e-4595-945a-d172b8a54656 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:12.164763 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-33a94056-c834-419e-9afa-17d2c0540cde req-d20a4098-1b9e-4595-945a-d172b8a54656 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.66 "GET /v2.0/networks?id=73d0a2ca-fa0f-4cd0-8a9a-812558672909 HTTP/1.1" status: 200 len: 819 time: 0.7027774 Jun 29 17:41:12.223241 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ca8744-ce79-4a0f-862e-6cbab53f6e60 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd is already hosted by enough agents. {{(pid=100362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:41:12.252761 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.base_scheduler [None req-b0ca8744-ce79-4a0f-862e-6cbab53f6e60 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Resources bound (agent type, host, resource id): {{(pid=100362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:41:12.269945 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ca8744-ce79-4a0f-862e-6cbab53f6e60 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Received port after_create {{(pid=100362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:41:12.299227 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-33a94056-c834-419e-9afa-17d2c0540cde req-9263cf54-439c-4758-be23-ae3f0b60646c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Request body: {'port': {'device_id': '6e639c0b-2e28-4ed1-8afa-4cf87d53fb80', 'network_id': '73d0a2ca-fa0f-4cd0-8a9a-812558672909', 'admin_state_up': True, 'tenant_id': '1e92675dd0af403695e9b73c81b761d5'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:41:12.358884 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9ddf8c84-5e60-4803-a942-4a3bc025256f req-d9c13ea6-6412-48ea-a431-c1e5249b6ac2 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 210 time: 0.1343944 Jun 29 17:41:12.459260 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca8744-ce79-4a0f-862e-6cbab53f6e60 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Pushing event updated for resources: {'Port': ['ID=33ae6da3-7dc7-4671-b6a4-4fc0d8b68a26,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:12.476575 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-b0ca8744-ce79-4a0f-862e-6cbab53f6e60 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:12.518714 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b0ca8744-ce79-4a0f-862e-6cbab53f6e60 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:12.713512 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b0ca8744-ce79-4a0f-862e-6cbab53f6e60 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:12.757165 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-618880b2-add4-4827-b0d2-f444e0b32854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d1c13a5-e19e-4e87-926d-b710f4a41ba3 {{(pid=100361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:41:12.776594 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-618880b2-add4-4827-b0d2-f444e0b32854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:12.822514 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-618880b2-add4-4827-b0d2-f444e0b32854 service neutron] Transition to ACTIVE for port object 1d1c13a5-e19e-4e87-926d-b710f4a41ba3 will not be triggered until provisioned by entity L2. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:41:12.902733 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 41425cce-35a2-471d-900d-8e59e8bba4aa up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:41:12.924595 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-618880b2-add4-4827-b0d2-f444e0b32854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:12.930099 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:13.016922 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 41425cce-35a2-471d-900d-8e59e8bba4aa triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:41:13.017438 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:13.032336 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33a94056-c834-419e-9afa-17d2c0540cde req-9263cf54-439c-4758-be23-ae3f0b60646c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Made reservation on behalf of 1e92675dd0af403695e9b73c81b761d5 for: {'port': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:41:13.036403 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b0ca8744-ce79-4a0f-862e-6cbab53f6e60 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for port, precommit_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:13.040546 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-33a94056-c834-419e-9afa-17d2c0540cde req-9263cf54-439c-4758-be23-ae3f0b60646c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:13.138359 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b0ca8744-ce79-4a0f-862e-6cbab53f6e60 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:13.143093 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-232a90e9-e53e-4b18-97ef-db22a2cf190b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:13.260777 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618880b2-add4-4827-b0d2-f444e0b32854 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1c13a5-e19e-4e87-926d-b710f4a41ba3,revision_number=2']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:13.266374 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-618880b2-add4-4827-b0d2-f444e0b32854 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:13.299815 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b0ca8744-ce79-4a0f-862e-6cbab53f6e60 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617202'] for floatingip, after_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:13.377165 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca8744-ce79-4a0f-862e-6cbab53f6e60 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Pushing event updated for resources: {'Port': ['ID=33ae6da3-7dc7-4671-b6a4-4fc0d8b68a26,revision_number=2']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:13.385533 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-618880b2-add4-4827-b0d2-f444e0b32854 service neutron] Attempting to bind port 1d1c13a5-e19e-4e87-926d-b710f4a41ba3 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:41:13.385952 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-618880b2-add4-4827-b0d2-f444e0b32854 service neutron] Attempting to bind port 1d1c13a5-e19e-4e87-926d-b710f4a41ba3 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '81ca89b3-466c-488c-a106-9ca878c05a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0ba55212-3e61-4fd9-b60e-44776bc91dbc'}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:41:13.390846 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-618880b2-add4-4827-b0d2-f444e0b32854 service neutron] Attempting to bind port 1d1c13a5-e19e-4e87-926d-b710f4a41ba3 on network 0ba55212-3e61-4fd9-b60e-44776bc91dbc {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:41:13.391188 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-b0ca8744-ce79-4a0f-862e-6cbab53f6e60 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:13.391799 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-559a50e4-3150-4f37-ab7f-5354a0c0e758 req-f2c4635f-c805-458d-b559-e95f256a365f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 210 time: 0.1089358 Jun 29 17:41:13.406381 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-618880b2-add4-4827-b0d2-f444e0b32854 service neutron] Port 1d1c13a5-e19e-4e87-926d-b710f4a41ba3 on network 0ba55212-3e61-4fd9-b60e-44776bc91dbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:41:13.406712 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-618880b2-add4-4827-b0d2-f444e0b32854 service neutron] Attempting to bind port 1d1c13a5-e19e-4e87-926d-b710f4a41ba3 on network 0ba55212-3e61-4fd9-b60e-44776bc91dbc {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:41:13.439579 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f9f92-c8d8-46ab-a2d2-11644318b143 req-88e0af16-4919-41d7-b8ef-a4673455f2a9 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:13.447806 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f45f9f92-c8d8-46ab-a2d2-11644318b143 req-88e0af16-4919-41d7-b8ef-a4673455f2a9 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 943 time: 0.1510978 Jun 29 17:41:13.483625 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-618880b2-add4-4827-b0d2-f444e0b32854 service neutron] Checking agent: {'id': '7e509413-8b3d-41cc-85c9-4a7e2393f098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'started_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:41:13.487292 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-618880b2-add4-4827-b0d2-f444e0b32854 service neutron] Checking segment: {'id': '81ca89b3-466c-488c-a106-9ca878c05a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0ba55212-3e61-4fd9-b60e-44776bc91dbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:41:13.489724 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-618880b2-add4-4827-b0d2-f444e0b32854 service neutron] Bound using segment: {'id': '81ca89b3-466c-488c-a106-9ca878c05a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0ba55212-3e61-4fd9-b60e-44776bc91dbc'} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:41:13.491272 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-618880b2-add4-4827-b0d2-f444e0b32854 service neutron] Bound port: 1d1c13a5-e19e-4e87-926d-b710f4a41ba3, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81ca89b3-466c-488c-a106-9ca878c05a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '0ba55212-3e61-4fd9-b60e-44776bc91dbc'}}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:41:13.491751 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-618880b2-add4-4827-b0d2-f444e0b32854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:13.521208 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f45f9f92-c8d8-46ab-a2d2-11644318b143 req-5344023a-09da-4ccd-963f-76373b6a6152 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/security-groups?id=a943b2ad-85d4-4d18-9ad8-59d52b217921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723162 Jun 29 17:41:13.524099 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b0ca8744-ce79-4a0f-862e-6cbab53f6e60 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for floatingip, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:13.530804 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-b0ca8744-ce79-4a0f-862e-6cbab53f6e60 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6486893 Jun 29 17:41:13.699491 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-618880b2-add4-4827-b0d2-f444e0b32854 service neutron] For port 1d1c13a5-e19e-4e87-926d-b710f4a41ba3, host hv-cinder-76330, cleared binding levels {{(pid=100361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:41:13.704827 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-618880b2-add4-4827-b0d2-f444e0b32854 service neutron] For port 1d1c13a5-e19e-4e87-926d-b710f4a41ba3, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=1d1c13a5-e19e-4e87-926d-b710f4a41ba3,segment=NetworkSegment(81ca89b3-466c-488c-a106-9ca878c05a8a),segment_id=81ca89b3-466c-488c-a106-9ca878c05a8a)] {{(pid=100361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:41:13.774030 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [req-33a94056-c834-419e-9afa-17d2c0540cde req-9263cf54-439c-4758-be23-ae3f0b60646c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Allocated IP 172.20.0.7 (73d0a2ca-fa0f-4cd0-8a9a-812558672909/f447dc3a-32cd-4706-b5cc-db6cdad5bfeb/68b095f3-21d3-43be-bbe7-bcde4462b877) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:41:13.801861 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-76f48665-08c3-48e8-9b92-ac97d377993f req-1db481af-8487-4d4d-b892-e40f6838e8f1 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 210 time: 0.0561790 Jun 29 17:41:13.934322 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-618880b2-add4-4827-b0d2-f444e0b32854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:13.956271 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-5ca4a0a6-96cb-4fc9-9539-e36c248619b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:14.005382 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-618880b2-add4-4827-b0d2-f444e0b32854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:14.006008 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-618880b2-add4-4827-b0d2-f444e0b32854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:14.008180 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-618880b2-add4-4827-b0d2-f444e0b32854 service neutron] 10.222.0.66 "PUT /v2.0/ports/1d1c13a5-e19e-4e87-926d-b710f4a41ba3 HTTP/1.1" status: 200 len: 1093 time: 3.9302318 Jun 29 17:41:14.008789 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b615a71-9689-4b75-91db-497619ba1f2f', 'tag': '1d1c13a5-e19e-4e87-926d-b710f4a41ba3'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:41:14.119118 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618880b2-add4-4827-b0d2-f444e0b32854 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1c13a5-e19e-4e87-926d-b710f4a41ba3,revision_number=3']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:14.125819 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-33a94056-c834-419e-9afa-17d2c0540cde req-9263cf54-439c-4758-be23-ae3f0b60646c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:14.128172 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-618880b2-add4-4827-b0d2-f444e0b32854 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:14.206133 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-9bc37314-725b-4798-94c7-6249ffbffdb5 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--712928587&fields=id&tenant_id=84f447d134ac4605856ab46f7e636965 HTTP/1.1" status: 200 len: 267 time: 0.0426409 Jun 29 17:41:14.266540 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1de124-baa3-4f83-85cf-ad021346d73a" -d '{"events": [{"name": "network-changed", "server_uuid": "7b615a71-9689-4b75-91db-497619ba1f2f", "tag": "1d1c13a5-e19e-4e87-926d-b710f4a41ba3"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:41:14.346487 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-c5dbf31e-3bba-4497-a9ce-44ab5317cc1d tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:14.353626 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-c5dbf31e-3bba-4497-a9ce-44ab5317cc1d tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/networks?id=0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 HTTP/1.1" status: 200 len: 816 time: 0.1403019 Jun 29 17:41:14.366737 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-6325b10a-a23f-4182-b21f-225e6b80db16 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/quotas/84f447d134ac4605856ab46f7e636965 HTTP/1.1" status: 200 len: 375 time: 0.0119655 Jun 29 17:41:14.479944 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7796ad-632a-4c00-becc-99f72beab42d x-openstack-request-id: req-fd7796ad-632a-4c00-becc-99f72beab42d {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:41:14.481238 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b615a71-9689-4b75-91db-497619ba1f2f", "tag": "1d1c13a5-e19e-4e87-926d-b710f4a41ba3", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:41:14.481719 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-fd7796ad-632a-4c00-becc-99f72beab42d {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:41:14.482413 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b615a71-9689-4b75-91db-497619ba1f2f', 'tag': '1d1c13a5-e19e-4e87-926d-b710f4a41ba3', 'status': 'completed', 'code': 200} Jun 29 17:41:14.508425 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-33a94056-c834-419e-9afa-17d2c0540cde req-9263cf54-439c-4758-be23-ae3f0b60646c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:14.517785 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:14.536450 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-d96679ce-9c78-4951-92c8-21588c743af0 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=84f447d134ac4605856ab46f7e636965&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1638439 Jun 29 17:41:14.579348 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33a94056-c834-419e-9afa-17d2c0540cde req-9263cf54-439c-4758-be23-ae3f0b60646c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Network 73d0a2ca-fa0f-4cd0-8a9a-812558672909 is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:41:14.584648 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [req-33a94056-c834-419e-9afa-17d2c0540cde req-9263cf54-439c-4758-be23-ae3f0b60646c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:41:14.598120 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a94056-c834-419e-9afa-17d2c0540cde req-9263cf54-439c-4758-be23-ae3f0b60646c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:41:14.606643 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a94056-c834-419e-9afa-17d2c0540cde req-9263cf54-439c-4758-be23-ae3f0b60646c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:14.607403 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-33a94056-c834-419e-9afa-17d2c0540cde req-9263cf54-439c-4758-be23-ae3f0b60646c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:14.651417 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263cf54-439c-4758-be23-ae3f0b60646c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Pushing event updated for resources: {'Port': ['ID=68b095f3-21d3-43be-bbe7-bcde4462b877,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:14.664735 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-9263cf54-439c-4758-be23-ae3f0b60646c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:14.721346 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-33a94056-c834-419e-9afa-17d2c0540cde req-9263cf54-439c-4758-be23-ae3f0b60646c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5351398 Jun 29 17:41:14.747318 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-810a4621-1bfc-4ec2-b73f-6bd3e4846dae req-6b7a2b4f-a4f2-4ea4-8632-1e970436bbfe tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 210 time: 0.0432668 Jun 29 17:41:14.795097 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-3f553852-87ef-4942-8adc-6fbcc90858e2 service neutron] 10.222.0.102 "GET /v2.0/networks/0ee3f12c-3998-4005-bfbc-d8cd7c4223e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553654 Jun 29 17:41:14.978946 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-92579157-3bad-4d0e-9e1a-6fc2119e8bdd service neutron] 10.222.0.102 "GET /v2.0/networks/0ee3f12c-3998-4005-bfbc-d8cd7c4223e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693230 Jun 29 17:41:15.025841 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03697f-ac8f-4e73-a890-18b164e21f6e req-ddf30a2a-bfb2-4a1a-804a-71a2e41e6b14 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:15.027442 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0d03697f-ac8f-4e73-a890-18b164e21f6e req-ddf30a2a-bfb2-4a1a-804a-71a2e41e6b14 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 943 time: 0.0899370 Jun 29 17:41:15.070002 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0d03697f-ac8f-4e73-a890-18b164e21f6e req-3ef0e984-036f-474f-9216-cabec7b8b216 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/security-groups?id=a943b2ad-85d4-4d18-9ad8-59d52b217921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367625 Jun 29 17:41:15.215647 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-689dfd83-f361-48d6-84d9-158f48181cd4 req-9b1b53ad-4dcf-4b98-a5db-d80b52457029 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 210 time: 0.0320687 Jun 29 17:41:15.436190 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f059d107-8bcb-41f4-af11-ecbf5732008b req-3b083c1e-899f-4815-b545-8491b8c1cb1a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 210 time: 0.0332668 Jun 29 17:41:15.777965 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:41:15.936083 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-980966fc-6a75-4c02-829c-754cfbf77fd4 req-fa401a56-02fe-4a11-a203-517e15f8c7e2 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 210 time: 0.0340307 Jun 29 17:41:16.274783 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450e79e-30bd-4cbd-9a21-e7fbf5a17cbd req-0a217a37-fcb8-4ebc-ad9d-7b0e224b6f3a tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:16.283228 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b450e79e-30bd-4cbd-9a21-e7fbf5a17cbd req-0a217a37-fcb8-4ebc-ad9d-7b0e224b6f3a tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 943 time: 0.0785468 Jun 29 17:41:16.335546 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b450e79e-30bd-4cbd-9a21-e7fbf5a17cbd req-446f5bf4-d4b6-4cb1-9d8b-1afe5b792012 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/security-groups?id=a943b2ad-85d4-4d18-9ad8-59d52b217921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512278 Jun 29 17:41:16.420257 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-44ac79ae-2f2b-43c4-814f-d38d53c6d8a9 req-7dc661fe-84c2-43ff-aa12-a34b3617b5a0 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 210 time: 0.0434294 Jun 29 17:41:16.548199 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-92d66ebc-eef3-45fd-8b41-37d6fb9aafbe req-4e3c39a9-7ed7-4a67-a1ec-882da43b9464 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 210 time: 0.0301650 Jun 29 17:41:17.150929 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8f12195e-ef49-457d-9343-7c5ca34ff214 req-9844b1e2-c9a4-49ba-ad0b-e859724e402a tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 210 time: 0.0567842 Jun 29 17:41:17.231200 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 58986) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:17.376903 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-8411d6e4-34e0-438e-9d8e-01fe46ecc74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:17.477883 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-8411d6e4-34e0-438e-9d8e-01fe46ecc74a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:17.536825 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ec428-0354-4cc6-9dac-7a8902ccf305 req-54afe61e-827b-4bfb-a2fd-c7ba58997828 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:17.538556 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-424ec428-0354-4cc6-9dac-7a8902ccf305 req-54afe61e-827b-4bfb-a2fd-c7ba58997828 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 943 time: 0.0847974 Jun 29 17:41:17.588641 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-8411d6e4-34e0-438e-9d8e-01fe46ecc74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:17.598599 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:17.610562 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-424ec428-0354-4cc6-9dac-7a8902ccf305 req-26b4bd52-558a-4c12-ad3d-74452e82e218 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/security-groups?id=a943b2ad-85d4-4d18-9ad8-59d52b217921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632198 Jun 29 17:41:17.612434 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7d0ec824-9b98-47c3-94b9-0889058d34bb req-19dbb180-442c-49e2-9f44-e02d8462d080 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 210 time: 0.0393968 Jun 29 17:41:17.625847 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-8411d6e4-34e0-438e-9d8e-01fe46ecc74a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=57d07cafe0bb47dead4517aaf0222188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3934617 Jun 29 17:41:17.629314 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 59006) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:17.643945 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411d6e4-34e0-438e-9d8e-01fe46ecc74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabd8010-00de-4934-951f-655e2e6d7949,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:17.666995 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-8411d6e4-34e0-438e-9d8e-01fe46ecc74a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:17.697522 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0faac7c3-eba4-41f2-b42b-8f7a78ca00d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:17.719195 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0faac7c3-eba4-41f2-b42b-8f7a78ca00d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:17.775547 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-451a6b95-cf64-4645-adf3-be00ec17477d req-ffe3df9f-e5eb-4dcd-9ee7-62064a99c114 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 210 time: 0.0284309 Jun 29 17:41:17.847447 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-33a94056-c834-419e-9afa-17d2c0540cde req-68550152-1cbd-4492-9163-ceb45fce62aa service neutron] Request body: {'port': {'device_id': '6e639c0b-2e28-4ed1-8afa-4cf87d53fb80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:41:17.905576 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0faac7c3-eba4-41f2-b42b-8f7a78ca00d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:17.908645 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0faac7c3-eba4-41f2-b42b-8f7a78ca00d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:17.910120 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-0faac7c3-eba4-41f2-b42b-8f7a78ca00d9 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/aabd8010-00de-4934-951f-655e2e6d7949 HTTP/1.1" status: 204 len: 168 time: 0.2796221 Jun 29 17:41:17.910919 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-9da735b2-beed-4457-8d84-66972c194f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:17.920596 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faac7c3-eba4-41f2-b42b-8f7a78ca00d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabd8010-00de-4934-951f-655e2e6d7949,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:17.924002 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-0faac7c3-eba4-41f2-b42b-8f7a78ca00d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:18.202027 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-33a94056-c834-419e-9afa-17d2c0540cde req-68550152-1cbd-4492-9163-ceb45fce62aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:18.347092 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1de124-baa3-4f83-85cf-ad021346d73a req-7bf26a06-af0d-459e-b639-76705dd07ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:18.349072 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ac1de124-baa3-4f83-85cf-ad021346d73a req-7bf26a06-af0d-459e-b639-76705dd07ae9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e39d67c70880437399ef385e5000ab0b&device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 1096 time: 0.4794042 Jun 29 17:41:18.351252 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.66', 55989) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:18.389270 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-cdcf2c50-3c2c-444a-a710-aaafe3ad3af3 req-82548664-9c28-4006-8072-df5dbe25d746 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 210 time: 0.0616574 Jun 29 17:41:18.678865 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 59048) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:18.695802 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-5bfee124-97a9-4d5b-95ba-9c61576a9ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:18.832642 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-171bdb1d-b58e-4d24-b4c3-c42a4dbe313e tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:18.834430 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-171bdb1d-b58e-4d24-b4c3-c42a4dbe313e tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.66 "GET /v2.0/networks?id=0d814395-0aef-449f-bcba-f7da97787837 HTTP/1.1" status: 200 len: 811 time: 0.4403594 Jun 29 17:41:18.839760 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1de124-baa3-4f83-85cf-ad021346d73a req-7aee1399-6070-4120-9383-4cce3313df15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:18.841552 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ac1de124-baa3-4f83-85cf-ad021346d73a req-7aee1399-6070-4120-9383-4cce3313df15 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=e39d67c70880437399ef385e5000ab0b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4659076 Jun 29 17:41:18.886122 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-5bfee124-97a9-4d5b-95ba-9c61576a9ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:18.969109 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d883222a-0608-4605-a5b8-3892ce166730 req-43050be7-2071-49da-81c6-04cdda1bb357 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 210 time: 0.0442719 Jun 29 17:41:18.978650 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-5bfee124-97a9-4d5b-95ba-9c61576a9ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:18.985871 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-e8d82b08-fea0-4e00-a6c3-2cad1acb7103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:19.020057 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c779d-e7cd-40a6-866d-e5bc24e3244b req-36a68f0d-0cd4-490e-b7a5-b75bb2469ea5 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:19.021725 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6a6c779d-e7cd-40a6-866d-e5bc24e3244b req-36a68f0d-0cd4-490e-b7a5-b75bb2469ea5 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 943 time: 0.1690440 Jun 29 17:41:19.048330 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-5bfee124-97a9-4d5b-95ba-9c61576a9ee1 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ed0179f795554824ba787fedabdc045f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3683939 Jun 29 17:41:19.050098 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.66', 55991) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:19.059446 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 59056) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:19.071177 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfee124-97a9-4d5b-95ba-9c61576a9ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca447fe-4c66-4e17-8799-3323ddb94f8f,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:19.091530 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-5bfee124-97a9-4d5b-95ba-9c61576a9ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:19.099773 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-01293c89-c4c0-4d8b-b721-71c18a798805 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87f56b14a5034bf38448dbb35360a4fc HTTP/1.1" status: 200 len: 380 time: 0.2542942 Jun 29 17:41:19.163438 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-05690148-3b19-4bba-a437-70ca1f5cc808 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Request body: {'port': {'device_id': '61c89090-c60c-47f5-9755-c95c5b2de988', 'network_id': '0d814395-0aef-449f-bcba-f7da97787837', 'admin_state_up': True, 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'security_groups': ['ff65ae7f-16dd-4dce-84eb-bee93f98b327']}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:41:19.176088 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6a6c779d-e7cd-40a6-866d-e5bc24e3244b req-51777325-39f8-41c7-9258-6916cb1994f0 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/security-groups?id=a943b2ad-85d4-4d18-9ad8-59d52b217921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423748 Jun 29 17:41:19.302548 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1de124-baa3-4f83-85cf-ad021346d73a req-ea76092a-0bc2-45bb-8905-57e94f948383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:19.304213 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ac1de124-baa3-4f83-85cf-ad021346d73a req-ea76092a-0bc2-45bb-8905-57e94f948383 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4498100 Jun 29 17:41:19.311342 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-24e60d36-f3fa-4e90-9448-5b76ce961e0e tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:19.318908 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-24e60d36-f3fa-4e90-9448-5b76ce961e0e tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.66 "GET /v2.0/networks?id=73d0a2ca-fa0f-4cd0-8a9a-812558672909 HTTP/1.1" status: 200 len: 819 time: 0.2679048 Jun 29 17:41:19.354043 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-453ba5e3-5e99-4184-9d45-d015d4b37ba4 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Request body: {'port': {'device_id': 'b5ace498-4096-4816-bf47-edc65edd9fe1', 'network_id': '73d0a2ca-fa0f-4cd0-8a9a-812558672909', 'admin_state_up': True, 'tenant_id': '1e92675dd0af403695e9b73c81b761d5'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:41:19.375486 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [req-33a94056-c834-419e-9afa-17d2c0540cde req-68550152-1cbd-4492-9163-ceb45fce62aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b095f3-21d3-43be-bbe7-bcde4462b877 {{(pid=100361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:41:19.391591 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-33a94056-c834-419e-9afa-17d2c0540cde req-68550152-1cbd-4492-9163-ceb45fce62aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:19.411925 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-3cad0446-b689-4723-ab5a-5519505eed8a req-daf74047-7fee-4474-8c1e-acbd9db768f9 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 210 time: 0.1164529 Jun 29 17:41:19.497519 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-fbb90dbf-351c-4226-8fe9-a76d66127eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:19.520342 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [req-33a94056-c834-419e-9afa-17d2c0540cde req-68550152-1cbd-4492-9163-ceb45fce62aa service neutron] Transition to ACTIVE for port object 68b095f3-21d3-43be-bbe7-bcde4462b877 will not be triggered until provisioned by entity L2. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:41:19.588524 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-fccc97f8-274f-46f8-a127-427c88238b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:19.592655 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-fccc97f8-274f-46f8-a127-427c88238b33 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e39d67c70880437399ef385e5000ab0b&device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 1096 time: 0.1889637 Jun 29 17:41:19.596563 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-fbb90dbf-351c-4226-8fe9-a76d66127eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:19.600472 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.db.api [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-05690148-3b19-4bba-a437-70ca1f5cc808 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 17:41:19.600472 dv-cinder-763306-14-iscsi neutron-server[100361]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 17:41:19.600472 dv-cinder-763306-14-iscsi neutron-server[100361]: [parameters: {'project_id_1': '87f56b14a5034bf38448dbb35360a4fc', 'expiration_1': datetime.datetime(2021, 6, 29, 17, 41, 19, 568742)}] Jun 29 17:41:19.600472 dv-cinder-763306-14-iscsi neutron-server[100361]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 17:41:19.601462 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_db.api [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-05690148-3b19-4bba-a437-70ca1f5cc808 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 17:41:19.672026 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-33a94056-c834-419e-9afa-17d2c0540cde req-68550152-1cbd-4492-9163-ceb45fce62aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:19.678413 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-85a625ed-a6cb-4a86-9876-e746011c7b4d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d1c13a5-e19e-4e87-926d-b710f4a41ba3 HTTP/1.1" status: 200 len: 217 time: 0.0793004 Jun 29 17:41:19.678604 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-453ba5e3-5e99-4184-9d45-d015d4b37ba4 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Made reservation on behalf of 1e92675dd0af403695e9b73c81b761d5 for: {'port': 1} {{(pid=100362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:41:19.683821 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-453ba5e3-5e99-4184-9d45-d015d4b37ba4 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:19.689349 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:19.874851 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68550152-1cbd-4492-9163-ceb45fce62aa service neutron] Pushing event updated for resources: {'Port': ['ID=68b095f3-21d3-43be-bbe7-bcde4462b877,revision_number=2']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:19.882914 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-68550152-1cbd-4492-9163-ceb45fce62aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:19.918842 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-498f6d0c-bb3f-42fe-96d8-f6f508ef4de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:19.920397 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-498f6d0c-bb3f-42fe-96d8-f6f508ef4de8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ba6b5f18-1476-4bcd-9b22-8d68a29c0578 HTTP/1.1" status: 200 len: 850 time: 0.2284219 Jun 29 17:41:19.978353 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-4cecd611-1faa-47a2-ae9b-e96899819393 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ba55212-3e61-4fd9-b60e-44776bc91dbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497360 Jun 29 17:41:19.979168 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-33a94056-c834-419e-9afa-17d2c0540cde req-68550152-1cbd-4492-9163-ceb45fce62aa service neutron] Attempting to bind port 68b095f3-21d3-43be-bbe7-bcde4462b877 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:41:19.979524 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-33a94056-c834-419e-9afa-17d2c0540cde req-68550152-1cbd-4492-9163-ceb45fce62aa service neutron] Attempting to bind port 68b095f3-21d3-43be-bbe7-bcde4462b877 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '6999508a-9d87-4259-bdea-144e00f8ef4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '73d0a2ca-fa0f-4cd0-8a9a-812558672909'}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:41:19.979857 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a94056-c834-419e-9afa-17d2c0540cde req-68550152-1cbd-4492-9163-ceb45fce62aa service neutron] Attempting to bind port 68b095f3-21d3-43be-bbe7-bcde4462b877 on network 73d0a2ca-fa0f-4cd0-8a9a-812558672909 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:41:19.992913 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a94056-c834-419e-9afa-17d2c0540cde req-68550152-1cbd-4492-9163-ceb45fce62aa service neutron] Port 68b095f3-21d3-43be-bbe7-bcde4462b877 on network 73d0a2ca-fa0f-4cd0-8a9a-812558672909 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:41:19.993184 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a94056-c834-419e-9afa-17d2c0540cde req-68550152-1cbd-4492-9163-ceb45fce62aa service neutron] Attempting to bind port 68b095f3-21d3-43be-bbe7-bcde4462b877 on network 73d0a2ca-fa0f-4cd0-8a9a-812558672909 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:41:20.000765 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2db83bd3-6c98-4f76-9f1d-19cd4923f11e req-5379464a-4984-4c4c-94ac-2f795b11abc2 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 210 time: 0.2521358 Jun 29 17:41:20.022364 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a94056-c834-419e-9afa-17d2c0540cde req-68550152-1cbd-4492-9163-ceb45fce62aa service neutron] Checking agent: {'id': '7e509413-8b3d-41cc-85c9-4a7e2393f098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'started_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:41:20.022364 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a94056-c834-419e-9afa-17d2c0540cde req-68550152-1cbd-4492-9163-ceb45fce62aa service neutron] Checking segment: {'id': '6999508a-9d87-4259-bdea-144e00f8ef4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '73d0a2ca-fa0f-4cd0-8a9a-812558672909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:41:20.022364 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a94056-c834-419e-9afa-17d2c0540cde req-68550152-1cbd-4492-9163-ceb45fce62aa service neutron] Bound using segment: {'id': '6999508a-9d87-4259-bdea-144e00f8ef4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '73d0a2ca-fa0f-4cd0-8a9a-812558672909'} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:41:20.022857 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-33a94056-c834-419e-9afa-17d2c0540cde req-68550152-1cbd-4492-9163-ceb45fce62aa service neutron] Bound port: 68b095f3-21d3-43be-bbe7-bcde4462b877, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6999508a-9d87-4259-bdea-144e00f8ef4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '73d0a2ca-fa0f-4cd0-8a9a-812558672909'}}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:41:20.023242 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-33a94056-c834-419e-9afa-17d2c0540cde req-68550152-1cbd-4492-9163-ceb45fce62aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:20.134821 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.66', 55995) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:20.161721 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c6413338-ff80-45ca-bc3b-a63fa3949596 req-bc592353-5538-43f8-a4b7-154acd623364 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 210 time: 0.0577149 Jun 29 17:41:20.187439 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.db_base_plugin_common [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-453ba5e3-5e99-4184-9d45-d015d4b37ba4 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Allocated IP 172.20.0.6 (73d0a2ca-fa0f-4cd0-8a9a-812558672909/f447dc3a-32cd-4706-b5cc-db6cdad5bfeb/0437a45d-bc6d-431c-a9c7-9e89c95a0c0e) {{(pid=100362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:41:20.235608 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-fbb90dbf-351c-4226-8fe9-a76d66127eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:20.239521 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-33a94056-c834-419e-9afa-17d2c0540cde req-68550152-1cbd-4492-9163-ceb45fce62aa service neutron] For port 68b095f3-21d3-43be-bbe7-bcde4462b877, host hv-cinder-76330, cleared binding levels {{(pid=100361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:41:20.248300 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-fbb90dbf-351c-4226-8fe9-a76d66127eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:20.253531 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-fbb90dbf-351c-4226-8fe9-a76d66127eb3 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5ca447fe-4c66-4e17-8799-3323ddb94f8f HTTP/1.1" status: 204 len: 168 time: 1.1870656 Jun 29 17:41:20.255653 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-7a3a9333-b51d-44f1-bb84-55cf73061f7f service neutron] 10.222.0.66 "GET /v2.0/networks/0ba55212-3e61-4fd9-b60e-44776bc91dbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701566 Jun 29 17:41:20.261835 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-f6bcd451-a983-4a2a-bdbe-ab30aff0319a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:20.328981 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-33a94056-c834-419e-9afa-17d2c0540cde req-68550152-1cbd-4492-9163-ceb45fce62aa service neutron] For port 68b095f3-21d3-43be-bbe7-bcde4462b877, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=68b095f3-21d3-43be-bbe7-bcde4462b877,segment=NetworkSegment(6999508a-9d87-4259-bdea-144e00f8ef4e),segment_id=6999508a-9d87-4259-bdea-144e00f8ef4e)] {{(pid=100361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:41:20.493860 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-453ba5e3-5e99-4184-9d45-d015d4b37ba4 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Notify callbacks [] for port, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:20.603758 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6362b4-4698-41d7-b199-52dd59b268a2 req-e3f58b68-d82e-4825-8bba-e5bee721801f tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:20.610216 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-3c6362b4-4698-41d7-b199-52dd59b268a2 req-e3f58b68-d82e-4825-8bba-e5bee721801f tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 943 time: 0.1828585 Jun 29 17:41:20.650412 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-453ba5e3-5e99-4184-9d45-d015d4b37ba4 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565'] for port, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:20.689227 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-a3f4e2f9-4c63-4d6a-bfac-8ea53f7be0ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:20.699271 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb90dbf-351c-4226-8fe9-a76d66127eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca447fe-4c66-4e17-8799-3323ddb94f8f,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:20.702932 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-fbb90dbf-351c-4226-8fe9-a76d66127eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:20.703536 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-05690148-3b19-4bba-a437-70ca1f5cc808 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Made reservation on behalf of 87f56b14a5034bf38448dbb35360a4fc for: {'port': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:41:20.708148 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-05690148-3b19-4bba-a437-70ca1f5cc808 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:20.717378 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-33a94056-c834-419e-9afa-17d2c0540cde req-68550152-1cbd-4492-9163-ceb45fce62aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:20.757799 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:20.788279 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a94056-c834-419e-9afa-17d2c0540cde req-68550152-1cbd-4492-9163-ceb45fce62aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:20.791671 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-33a94056-c834-419e-9afa-17d2c0540cde req-68550152-1cbd-4492-9163-ceb45fce62aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:20.792505 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-33a94056-c834-419e-9afa-17d2c0540cde req-68550152-1cbd-4492-9163-ceb45fce62aa service neutron] 10.222.0.66 "PUT /v2.0/ports/68b095f3-21d3-43be-bbe7-bcde4462b877 HTTP/1.1" status: 200 len: 1093 time: 2.9509792 Jun 29 17:41:20.803358 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-453ba5e3-5e99-4184-9d45-d015d4b37ba4 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Network 73d0a2ca-fa0f-4cd0-8a9a-812558672909 is already hosted by enough agents. {{(pid=100362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:41:20.809297 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e639c0b-2e28-4ed1-8afa-4cf87d53fb80', 'tag': '68b095f3-21d3-43be-bbe7-bcde4462b877'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:41:20.812390 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5384d9f6-c8ce-415f-8690-4615b76f5242" -d '{"events": [{"name": "network-changed", "server_uuid": "6e639c0b-2e28-4ed1-8afa-4cf87d53fb80", "tag": "68b095f3-21d3-43be-bbe7-bcde4462b877"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:41:20.820336 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-3c6362b4-4698-41d7-b199-52dd59b268a2 req-43c1157d-a211-4356-9f32-c097dacf9541 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/security-groups?id=a943b2ad-85d4-4d18-9ad8-59d52b217921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011805 Jun 29 17:41:20.837602 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-05a7b664-1218-4cc0-a17e-f88fcce0dd44 req-5b501f45-ef02-44fe-bdf2-a1e7f5a89a51 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 210 time: 0.1799262 Jun 29 17:41:20.854175 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.base_scheduler [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-453ba5e3-5e99-4184-9d45-d015d4b37ba4 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Resources bound (agent type, host, resource id): {{(pid=100362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:41:20.863462 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-453ba5e3-5e99-4184-9d45-d015d4b37ba4 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Received port after_create {{(pid=100362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:41:20.881813 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-453ba5e3-5e99-4184-9d45-d015d4b37ba4 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:20.881813 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-453ba5e3-5e99-4184-9d45-d015d4b37ba4 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for port, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:20.903701 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ba5e3-5e99-4184-9d45-d015d4b37ba4 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Pushing event updated for resources: {'Port': ['ID=0437a45d-bc6d-431c-a9c7-9e89c95a0c0e,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:20.907272 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-453ba5e3-5e99-4184-9d45-d015d4b37ba4 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:20.977108 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-453ba5e3-5e99-4184-9d45-d015d4b37ba4 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6433041 Jun 29 17:41:20.993518 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-939566a8-4d4b-4d3e-b64b-a06e6765f9bb service neutron] Request body: {'port': {'device_id': 'b5ace498-4096-4816-bf47-edc65edd9fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:41:20.996349 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-19f23c8c-629a-4d18-91ea-ab9c2ac2735a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:20.998329 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-19f23c8c-629a-4d18-91ea-ab9c2ac2735a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.66 "GET /v2.0/networks?id=0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 HTTP/1.1" status: 200 len: 816 time: 0.8560715 Jun 29 17:41:21.004963 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269d893a-d7a0-4e22-b230-2705d543e8c2 x-openstack-request-id: req-269d893a-d7a0-4e22-b230-2705d543e8c2 {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:41:21.005428 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e639c0b-2e28-4ed1-8afa-4cf87d53fb80", "tag": "68b095f3-21d3-43be-bbe7-bcde4462b877", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:41:21.005759 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-269d893a-d7a0-4e22-b230-2705d543e8c2 {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:41:21.006224 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e639c0b-2e28-4ed1-8afa-4cf87d53fb80', 'tag': '68b095f3-21d3-43be-bbe7-bcde4462b877', 'status': 'completed', 'code': 200} Jun 29 17:41:21.072834 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-b393cdeb-cde3-47a7-a113-53e3b5b2021d service neutron] 10.222.0.66 "GET /v2.0/networks/0ba55212-3e61-4fd9-b60e-44776bc91dbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7875731 Jun 29 17:41:21.137254 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-939566a8-4d4b-4d3e-b64b-a06e6765f9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:21.143771 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68550152-1cbd-4492-9163-ceb45fce62aa service neutron] Pushing event updated for resources: {'Port': ['ID=68b095f3-21d3-43be-bbe7-bcde4462b877,revision_number=3']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:21.172499 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-68550152-1cbd-4492-9163-ceb45fce62aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:21.189399 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a94056-c834-419e-9afa-17d2c0540cde req-288ee635-5904-430e-892c-287eaad4f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:21.191176 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-33a94056-c834-419e-9afa-17d2c0540cde req-288ee635-5904-430e-892c-287eaad4f889 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1e92675dd0af403695e9b73c81b761d5&device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 1096 time: 0.2702804 Jun 29 17:41:21.215685 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c19179a1-c221-4fa1-955c-479b9faa1851 req-2f427926-7288-4e03-aa55-e9c36be5317b tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 210 time: 0.0388415 Jun 29 17:41:21.247022 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-a4730c4f-1e85-42be-bcfe-9e54fc805e4d tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84f447d134ac4605856ab46f7e636965 HTTP/1.1" status: 200 len: 379 time: 0.2312849 Jun 29 17:41:21.262440 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-fd88cda6-a7d3-4351-976a-6e71e9f903a3 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Request body: {'port': {'device_id': 'e4291bc3-c63b-4e30-8d0c-02a1b95b8546', 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'admin_state_up': True, 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'security_groups': ['910af0c5-f8f2-45be-8d2c-e5dcbf29a03b']}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:41:21.366216 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-33a94056-c834-419e-9afa-17d2c0540cde req-7be9d6e2-9adc-49f4-b9d8-681ebe4fc14a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68b095f3-21d3-43be-bbe7-bcde4462b877 HTTP/1.1" status: 200 len: 217 time: 0.1261337 Jun 29 17:41:21.438670 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-05690148-3b19-4bba-a437-70ca1f5cc808 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Allocated IP 172.20.0.5 (0d814395-0aef-449f-bcba-f7da97787837/90b7b755-ce01-431b-9fbd-6f05b79fa141/5c7a7ddb-dcaf-4046-9505-12a0fb50ceac) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:41:21.482870 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a94056-c834-419e-9afa-17d2c0540cde req-5cbb490d-e9ea-46af-a1f0-4d11f839167c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:21.484302 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-33a94056-c834-419e-9afa-17d2c0540cde req-5cbb490d-e9ea-46af-a1f0-4d11f839167c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f447dc3a-32cd-4706-b5cc-db6cdad5bfeb HTTP/1.1" status: 200 len: 859 time: 0.1077621 Jun 29 17:41:21.535095 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-33a94056-c834-419e-9afa-17d2c0540cde req-1a9fac05-047e-4fb7-ae6a-c9a2218c7f1d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=73d0a2ca-fa0f-4cd0-8a9a-812558672909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424004 Jun 29 17:41:21.536376 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f1c78-8cc9-4f42-94e3-27d140026d68 req-5147ad59-e38a-44fa-93e8-8956afe319de tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:21.547240 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-858f1c78-8cc9-4f42-94e3-27d140026d68 req-5147ad59-e38a-44fa-93e8-8956afe319de tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 931 time: 0.1655493 Jun 29 17:41:21.641695 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-858f1c78-8cc9-4f42-94e3-27d140026d68 req-cf73d4c7-bd13-4760-96d7-60465debe533 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930562 Jun 29 17:41:21.696151 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.notifiers.nova [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-939566a8-4d4b-4d3e-b64b-a06e6765f9bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0437a45d-bc6d-431c-a9c7-9e89c95a0c0e {{(pid=100362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:41:21.709165 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-939566a8-4d4b-4d3e-b64b-a06e6765f9bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:21.725661 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.provisioning_blocks [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-939566a8-4d4b-4d3e-b64b-a06e6765f9bb service neutron] Transition to ACTIVE for port object 0437a45d-bc6d-431c-a9c7-9e89c95a0c0e will not be triggered until provisioned by entity L2. {{(pid=100362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:41:21.745109 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-fd88cda6-a7d3-4351-976a-6e71e9f903a3 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Made reservation on behalf of 84f447d134ac4605856ab46f7e636965 for: {'port': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:41:21.748725 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-fd88cda6-a7d3-4351-976a-6e71e9f903a3 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:21.757123 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-33a94056-c834-419e-9afa-17d2c0540cde req-6c92448a-15bb-4746-8c25-c2dd0a0f678a service neutron] 10.222.0.66 "GET /v2.0/networks/73d0a2ca-fa0f-4cd0-8a9a-812558672909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097001 Jun 29 17:41:21.789428 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-05690148-3b19-4bba-a437-70ca1f5cc808 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:21.822051 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-939566a8-4d4b-4d3e-b64b-a06e6765f9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:21.835866 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-453ba5e3-5e99-4184-9d45-d015d4b37ba4 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:21.854515 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-05690148-3b19-4bba-a437-70ca1f5cc808 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Transition to ACTIVE for port object 5c7a7ddb-dcaf-4046-9505-12a0fb50ceac will not be triggered until provisioned by entity DHCP. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:41:21.937836 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939566a8-4d4b-4d3e-b64b-a06e6765f9bb service neutron] Pushing event updated for resources: {'Port': ['ID=0437a45d-bc6d-431c-a9c7-9e89c95a0c0e,revision_number=2']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:21.943498 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-939566a8-4d4b-4d3e-b64b-a06e6765f9bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:21.965243 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-33a94056-c834-419e-9afa-17d2c0540cde req-112aa660-3e23-47a7-babb-ee85ca67ed3f service neutron] 10.222.0.66 "GET /v2.0/networks/73d0a2ca-fa0f-4cd0-8a9a-812558672909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928518 Jun 29 17:41:22.043700 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-fd88cda6-a7d3-4351-976a-6e71e9f903a3 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Allocated IP 172.20.0.12 (0ee3f12c-3998-4005-bfbc-d8cd7c4223e0/e367aaf4-13cb-4861-b876-86e2e819d122/a9405f08-3e63-43e0-80bf-03da63452152) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:41:22.059344 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.managers [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-939566a8-4d4b-4d3e-b64b-a06e6765f9bb service neutron] Attempting to bind port 0437a45d-bc6d-431c-a9c7-9e89c95a0c0e on host hv-cinder-76330 for vnic_type normal with profile {{(pid=100362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:41:22.059344 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.managers [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-939566a8-4d4b-4d3e-b64b-a06e6765f9bb service neutron] Attempting to bind port 0437a45d-bc6d-431c-a9c7-9e89c95a0c0e by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '6999508a-9d87-4259-bdea-144e00f8ef4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '73d0a2ca-fa0f-4cd0-8a9a-812558672909'}] {{(pid=100362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:41:22.059998 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-939566a8-4d4b-4d3e-b64b-a06e6765f9bb service neutron] Attempting to bind port 0437a45d-bc6d-431c-a9c7-9e89c95a0c0e on network 73d0a2ca-fa0f-4cd0-8a9a-812558672909 {{(pid=100362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:41:22.069006 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-939566a8-4d4b-4d3e-b64b-a06e6765f9bb service neutron] Port 0437a45d-bc6d-431c-a9c7-9e89c95a0c0e on network 73d0a2ca-fa0f-4cd0-8a9a-812558672909 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=100362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:41:22.069330 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-939566a8-4d4b-4d3e-b64b-a06e6765f9bb service neutron] Attempting to bind port 0437a45d-bc6d-431c-a9c7-9e89c95a0c0e on network 73d0a2ca-fa0f-4cd0-8a9a-812558672909 {{(pid=100362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:41:22.076677 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-939566a8-4d4b-4d3e-b64b-a06e6765f9bb service neutron] Checking agent: {'id': '7e509413-8b3d-41cc-85c9-4a7e2393f098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'started_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:41:22.077033 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-939566a8-4d4b-4d3e-b64b-a06e6765f9bb service neutron] Checking segment: {'id': '6999508a-9d87-4259-bdea-144e00f8ef4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '73d0a2ca-fa0f-4cd0-8a9a-812558672909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:41:22.078164 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-939566a8-4d4b-4d3e-b64b-a06e6765f9bb service neutron] Bound using segment: {'id': '6999508a-9d87-4259-bdea-144e00f8ef4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '73d0a2ca-fa0f-4cd0-8a9a-812558672909'} {{(pid=100362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:41:22.078665 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.managers [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-939566a8-4d4b-4d3e-b64b-a06e6765f9bb service neutron] Bound port: 0437a45d-bc6d-431c-a9c7-9e89c95a0c0e, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6999508a-9d87-4259-bdea-144e00f8ef4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': '73d0a2ca-fa0f-4cd0-8a9a-812558672909'}}] {{(pid=100362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:41:22.079042 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-939566a8-4d4b-4d3e-b64b-a06e6765f9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:22.120116 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e626e4c1-ad6f-4f1b-9eb8-82463588e5b1 req-c82599ae-ab30-4bc0-886a-6482cf37b8e0 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 210 time: 0.0539265 Jun 29 17:41:22.186256 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-05690148-3b19-4bba-a437-70ca1f5cc808 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:22.199011 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd34be2-6e14-4cd9-ad38-3ce89250037b req-1e8ed5a5-fadc-498c-888a-62a223e00f0b tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:22.199959 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:22.201157 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-afd34be2-6e14-4cd9-ad38-3ce89250037b req-1e8ed5a5-fadc-498c-888a-62a223e00f0b tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 943 time: 0.1980393 Jun 29 17:41:22.219625 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.db [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-939566a8-4d4b-4d3e-b64b-a06e6765f9bb service neutron] For port 0437a45d-bc6d-431c-a9c7-9e89c95a0c0e, host hv-cinder-76330, cleared binding levels {{(pid=100362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:41:22.254805 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.db [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-939566a8-4d4b-4d3e-b64b-a06e6765f9bb service neutron] For port 0437a45d-bc6d-431c-a9c7-9e89c95a0c0e, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=0437a45d-bc6d-431c-a9c7-9e89c95a0c0e,segment=NetworkSegment(6999508a-9d87-4259-bdea-144e00f8ef4e),segment_id=6999508a-9d87-4259-bdea-144e00f8ef4e)] {{(pid=100362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:41:22.292418 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-afd34be2-6e14-4cd9-ad38-3ce89250037b req-d0aa3988-b78e-49e2-932b-43b750fd4ebc tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/security-groups?id=a943b2ad-85d4-4d18-9ad8-59d52b217921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853827 Jun 29 17:41:22.311169 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-05690148-3b19-4bba-a437-70ca1f5cc808 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Network 0d814395-0aef-449f-bcba-f7da97787837 is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:41:22.329793 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-05690148-3b19-4bba-a437-70ca1f5cc808 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:41:22.346198 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-05690148-3b19-4bba-a437-70ca1f5cc808 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:41:22.353774 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-939566a8-4d4b-4d3e-b64b-a06e6765f9bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:22.358272 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-939566a8-4d4b-4d3e-b64b-a06e6765f9bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:22.366340 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-05690148-3b19-4bba-a437-70ca1f5cc808 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:22.367002 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-05690148-3b19-4bba-a437-70ca1f5cc808 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:22.383319 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05690148-3b19-4bba-a437-70ca1f5cc808 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Pushing event updated for resources: {'Port': ['ID=5c7a7ddb-dcaf-4046-9505-12a0fb50ceac,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:22.390318 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-05690148-3b19-4bba-a437-70ca1f5cc808 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:22.400141 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-fd88cda6-a7d3-4351-976a-6e71e9f903a3 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:22.419594 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384d9f6-c8ce-415f-8690-4615b76f5242 req-3abd839d-c6dd-4dc3-a67d-8b65571b4d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:22.420962 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-5384d9f6-c8ce-415f-8690-4615b76f5242 req-3abd839d-c6dd-4dc3-a67d-8b65571b4d15 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1e92675dd0af403695e9b73c81b761d5&device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 1096 time: 0.3116701 Jun 29 17:41:22.426353 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-fd88cda6-a7d3-4351-976a-6e71e9f903a3 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Transition to ACTIVE for port object a9405f08-3e63-43e0-80bf-03da63452152 will not be triggered until provisioned by entity DHCP. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:41:22.428670 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 59196) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:22.450424 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-939566a8-4d4b-4d3e-b64b-a06e6765f9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:22.451057 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-939566a8-4d4b-4d3e-b64b-a06e6765f9bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for port, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:22.452507 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-939566a8-4d4b-4d3e-b64b-a06e6765f9bb service neutron] 10.222.0.66 "PUT /v2.0/ports/0437a45d-bc6d-431c-a9c7-9e89c95a0c0e HTTP/1.1" status: 200 len: 1093 time: 1.4661646 Jun 29 17:41:22.466772 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5ace498-4096-4816-bf47-edc65edd9fe1', 'tag': '0437a45d-bc6d-431c-a9c7-9e89c95a0c0e'}] {{(pid=100362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:41:22.510982 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-05690148-3b19-4bba-a437-70ca1f5cc808 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3699155 Jun 29 17:41:22.530081 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-53d3fed8-ea3d-4afa-9d45-2a4964fd2a4c service neutron] Request body: {'port': {'device_id': '61c89090-c60c-47f5-9755-c95c5b2de988', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:41:22.550030 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939566a8-4d4b-4d3e-b64b-a06e6765f9bb service neutron] Pushing event updated for resources: {'Port': ['ID=0437a45d-bc6d-431c-a9c7-9e89c95a0c0e,revision_number=3']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:22.556742 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-939566a8-4d4b-4d3e-b64b-a06e6765f9bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:22.603388 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bbc42-a2d8-4b52-b33e-52c89e35c0cd req-d624a9b8-62dd-49fd-950a-831e849f3896 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:22.611331 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e97bbc42-a2d8-4b52-b33e-52c89e35c0cd req-d624a9b8-62dd-49fd-950a-831e849f3896 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 931 time: 0.2317247 Jun 29 17:41:22.743743 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e97bbc42-a2d8-4b52-b33e-52c89e35c0cd req-90e78f7e-ed73-40f4-83c7-d70221ee033b tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314113 Jun 29 17:41:22.774815 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-93e4402d-d7a6-4e4a-b46c-9c38e6ebf569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:22.796798 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-cd19ff6c-9997-4886-a93c-b6c7cc0cc5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:22.798413 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d04cfc9a-c707-4166-82f4-e2ae0a41c1a2 None None] Provisioning for port 5c7a7ddb-dcaf-4046-9505-12a0fb50ceac completed by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:41:22.802474 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d04cfc9a-c707-4166-82f4-e2ae0a41c1a2 None None] Provisioning complete for port 5c7a7ddb-dcaf-4046-9505-12a0fb50ceac triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:41:22.804692 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d04cfc9a-c707-4166-82f4-e2ae0a41c1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:22.821178 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-cd19ff6c-9997-4886-a93c-b6c7cc0cc5b5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1e92675dd0af403695e9b73c81b761d5&device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 1096 time: 0.2050073 Jun 29 17:41:22.836711 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384d9f6-c8ce-415f-8690-4615b76f5242 req-d8e915e7-b85d-49b1-a2d8-a38a49ed3a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:22.846197 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-5384d9f6-c8ce-415f-8690-4615b76f5242 req-d8e915e7-b85d-49b1-a2d8-a38a49ed3a1a service neutron] 10.222.0.66 "GET /v2.0/networks?id=73d0a2ca-fa0f-4cd0-8a9a-812558672909 HTTP/1.1" status: 200 len: 920 time: 0.4163470 Jun 29 17:41:22.854140 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-d04cfc9a-c707-4166-82f4-e2ae0a41c1a2 None None] Port 5c7a7ddb-dcaf-4046-9505-12a0fb50ceac cannot update to ACTIVE because it is not bound. {{(pid=100363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:41:22.858086 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-53d3fed8-ea3d-4afa-9d45-2a4964fd2a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:22.905737 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-5384d9f6-c8ce-415f-8690-4615b76f5242 req-57162f74-8574-47e1-8360-4784b19d96f8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68b095f3-21d3-43be-bbe7-bcde4462b877 HTTP/1.1" status: 200 len: 217 time: 0.0502715 Jun 29 17:41:22.908733 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-fd88cda6-a7d3-4351-976a-6e71e9f903a3 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:22.917665 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-68550152-1cbd-4492-9163-ceb45fce62aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:23.031713 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-fd88cda6-a7d3-4351-976a-6e71e9f903a3 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Network 0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:41:23.048588 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-fd88cda6-a7d3-4351-976a-6e71e9f903a3 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:41:23.051227 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-fd88cda6-a7d3-4351-976a-6e71e9f903a3 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:41:23.062871 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-fd88cda6-a7d3-4351-976a-6e71e9f903a3 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:23.062871 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-fd88cda6-a7d3-4351-976a-6e71e9f903a3 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:23.081918 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88cda6-a7d3-4351-976a-6e71e9f903a3 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Pushing event updated for resources: {'Port': ['ID=a9405f08-3e63-43e0-80bf-03da63452152,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:23.082149 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48a6f13d0593460c6bf74d2d89cdb7f9c13c152b36d4e67a00c4f10a3cffdd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91d7e5c-9d7d-4d33-9c5d-05eaccb5a680" -d '{"events": [{"name": "network-changed", "server_uuid": "b5ace498-4096-4816-bf47-edc65edd9fe1", "tag": "0437a45d-bc6d-431c-a9c7-9e89c95a0c0e"}]}' {{(pid=100362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:41:23.084178 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-fd88cda6-a7d3-4351-976a-6e71e9f903a3 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:23.090826 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-8bb5cd28-154a-4d02-b69f-b5a3baa062a6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0437a45d-bc6d-431c-a9c7-9e89c95a0c0e HTTP/1.1" status: 200 len: 217 time: 0.2529714 Jun 29 17:41:23.144503 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384d9f6-c8ce-415f-8690-4615b76f5242 req-06e615fc-87a6-404f-b862-34394aad59ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:23.146171 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-5384d9f6-c8ce-415f-8690-4615b76f5242 req-06e615fc-87a6-404f-b862-34394aad59ae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f447dc3a-32cd-4706-b5cc-db6cdad5bfeb HTTP/1.1" status: 200 len: 859 time: 0.2294698 Jun 29 17:41:23.198691 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-5384d9f6-c8ce-415f-8690-4615b76f5242 req-a0ad1eab-ba6d-4e45-9b2b-5bc1281705fa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=73d0a2ca-fa0f-4cd0-8a9a-812558672909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436642 Jun 29 17:41:23.212135 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-0a57236c-c904-48d4-9e18-61f64337dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:23.213607 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-0a57236c-c904-48d4-9e18-61f64337dba8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f447dc3a-32cd-4706-b5cc-db6cdad5bfeb HTTP/1.1" status: 200 len: 859 time: 0.1013281 Jun 29 17:41:23.272792 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-53a526a1-ce4d-4304-986d-225786e8f1d6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=73d0a2ca-fa0f-4cd0-8a9a-812558672909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512686 Jun 29 17:41:23.332091 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b82b5-c3d3-425d-aa03-99222a60f176 req-83ed7057-96e7-4ba2-8792-308eae99a0ee tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:23.359486 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d88b82b5-c3d3-425d-aa03-99222a60f176 req-83ed7057-96e7-4ba2-8792-308eae99a0ee tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 943 time: 0.5189524 Jun 29 17:41:23.392180 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-5384d9f6-c8ce-415f-8690-4615b76f5242 req-4919a1a8-4767-4804-8590-c9929d92aac4 service neutron] 10.222.0.66 "GET /v2.0/networks/73d0a2ca-fa0f-4cd0-8a9a-812558672909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855447 Jun 29 17:41:23.484701 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ae2f46-cc9d-470f-866e-5e0d8ec44d8e x-openstack-request-id: req-10ae2f46-cc9d-470f-866e-5e0d8ec44d8e {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:41:23.485230 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5ace498-4096-4816-bf47-edc65edd9fe1", "tag": "0437a45d-bc6d-431c-a9c7-9e89c95a0c0e", "status": "completed", "code": 200}]} {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:41:23.485503 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-10ae2f46-cc9d-470f-866e-5e0d8ec44d8e {{(pid=100362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:41:23.487230 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5ace498-4096-4816-bf47-edc65edd9fe1', 'tag': '0437a45d-bc6d-431c-a9c7-9e89c95a0c0e', 'status': 'completed', 'code': 200} Jun 29 17:41:23.503055 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-25791c16-428a-4da5-a2bb-ea8218534d37 None None] Provisioning for port a9405f08-3e63-43e0-80bf-03da63452152 completed by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:41:23.508506 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-25791c16-428a-4da5-a2bb-ea8218534d37 None None] Provisioning complete for port a9405f08-3e63-43e0-80bf-03da63452152 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:41:23.509245 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-25791c16-428a-4da5-a2bb-ea8218534d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:23.537881 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d88b82b5-c3d3-425d-aa03-99222a60f176 req-f529f385-5f81-4468-b17a-809b59a8f666 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772954 Jun 29 17:41:23.598599 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-93e4402d-d7a6-4e4a-b46c-9c38e6ebf569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:23.637317 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-8d20b92f-e256-4a0a-bf6f-6457b6c58fb7 service neutron] 10.222.0.66 "GET /v2.0/networks/73d0a2ca-fa0f-4cd0-8a9a-812558672909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488874 Jun 29 17:41:23.735184 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-25791c16-428a-4da5-a2bb-ea8218534d37 None None] Port a9405f08-3e63-43e0-80bf-03da63452152 cannot update to ACTIVE because it is not bound. {{(pid=100363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:41:23.751800 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-93e4402d-d7a6-4e4a-b46c-9c38e6ebf569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:23.759453 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-53d3fed8-ea3d-4afa-9d45-2a4964fd2a4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c7a7ddb-dcaf-4046-9505-12a0fb50ceac {{(pid=100361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:41:23.773595 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-53d3fed8-ea3d-4afa-9d45-2a4964fd2a4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:23.797726 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-53d3fed8-ea3d-4afa-9d45-2a4964fd2a4c service neutron] Transition to ACTIVE for port object 5c7a7ddb-dcaf-4046-9505-12a0fb50ceac will not be triggered until provisioned by entity L2. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:41:23.798004 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-97439a9f-0fd9-4f7c-b7ed-0411fb247b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:23.800030 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-5384d9f6-c8ce-415f-8690-4615b76f5242 req-8c795b28-ad8c-4143-8fb8-d2e0d6f7ae21 service neutron] 10.222.0.66 "GET /v2.0/networks/73d0a2ca-fa0f-4cd0-8a9a-812558672909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988528 Jun 29 17:41:23.886048 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-fd88cda6-a7d3-4351-976a-6e71e9f903a3 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6303852 Jun 29 17:41:23.900204 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-93e4402d-d7a6-4e4a-b46c-9c38e6ebf569 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=827e23ccd5c946239b72d60466e1f2bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4493382 Jun 29 17:41:23.900340 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-1fea7380-27b6-4f91-b192-4f6bfc76fe6b service neutron] Request body: {'port': {'device_id': 'e4291bc3-c63b-4e30-8d0c-02a1b95b8546', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:41:23.900438 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4402d-d7a6-4e4a-b46c-9c38e6ebf569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a2604d-908f-45c5-8353-d3fb58aa4909,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:23.900516 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 59248) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:23.909590 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-93e4402d-d7a6-4e4a-b46c-9c38e6ebf569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:23.931864 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4f1478f7-871e-449c-a3a8-fad22cc56fdb req-5005b8b9-35d0-4c45-aa71-1fade3b692be service neutron] 10.222.0.66 "GET /v2.0/networks/73d0a2ca-fa0f-4cd0-8a9a-812558672909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876296 Jun 29 17:41:23.932961 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-53d3fed8-ea3d-4afa-9d45-2a4964fd2a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:23.951093 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f39b5-a40e-4729-8cc4-d4c01c2ac3c6 req-e294fb94-4c3a-4bb1-a1d2-f45015012bde tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:23.952675 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1b5f39b5-a40e-4729-8cc4-d4c01c2ac3c6 req-e294fb94-4c3a-4bb1-a1d2-f45015012bde tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 932 time: 0.2440460 Jun 29 17:41:23.961017 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:23.964433 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55983d93-2ed1-4688-b71f-c357ed4c22cb req-125cb429-a27c-4fbc-90ab-0cded9308212 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:23.966951 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-55983d93-2ed1-4688-b71f-c357ed4c22cb req-125cb429-a27c-4fbc-90ab-0cded9308212 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 943 time: 0.2571654 Jun 29 17:41:24.030897 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1b5f39b5-a40e-4729-8cc4-d4c01c2ac3c6 req-77c60c13-19f0-4685-9e74-19dc00e77b61 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629218 Jun 29 17:41:24.045687 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-55983d93-2ed1-4688-b71f-c357ed4c22cb req-cf15043d-038a-42f1-9646-40e1401374f8 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/security-groups?id=a943b2ad-85d4-4d18-9ad8-59d52b217921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716283 Jun 29 17:41:24.055609 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3fed8-ea3d-4afa-9d45-2a4964fd2a4c service neutron] Pushing event updated for resources: {'Port': ['ID=5c7a7ddb-dcaf-4046-9505-12a0fb50ceac,revision_number=2']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:24.068096 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-53d3fed8-ea3d-4afa-9d45-2a4964fd2a4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:24.086857 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 1d1c13a5-e19e-4e87-926d-b710f4a41ba3 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=100363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:41:24.132727 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-1fea7380-27b6-4f91-b192-4f6bfc76fe6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:24.170815 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-53d3fed8-ea3d-4afa-9d45-2a4964fd2a4c service neutron] Attempting to bind port 5c7a7ddb-dcaf-4046-9505-12a0fb50ceac on host hv-cinder-76330 for vnic_type normal with profile {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:41:24.171237 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-53d3fed8-ea3d-4afa-9d45-2a4964fd2a4c service neutron] Attempting to bind port 5c7a7ddb-dcaf-4046-9505-12a0fb50ceac by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '337bcf56-7dac-4930-9b9c-823189f35073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '0d814395-0aef-449f-bcba-f7da97787837'}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:41:24.171472 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-53d3fed8-ea3d-4afa-9d45-2a4964fd2a4c service neutron] Attempting to bind port 5c7a7ddb-dcaf-4046-9505-12a0fb50ceac on network 0d814395-0aef-449f-bcba-f7da97787837 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:41:24.173613 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-16bc5beb-0f73-4483-9665-ccfa62e035ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:24.190756 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-53d3fed8-ea3d-4afa-9d45-2a4964fd2a4c service neutron] Port 5c7a7ddb-dcaf-4046-9505-12a0fb50ceac on network 0d814395-0aef-449f-bcba-f7da97787837 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:41:24.194601 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-53d3fed8-ea3d-4afa-9d45-2a4964fd2a4c service neutron] Attempting to bind port 5c7a7ddb-dcaf-4046-9505-12a0fb50ceac on network 0d814395-0aef-449f-bcba-f7da97787837 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:41:24.221616 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d7e5c-9d7d-4d33-9c5d-05eaccb5a680 req-0493e628-033b-4609-a093-be6c98f5c9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:24.229045 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b91d7e5c-9d7d-4d33-9c5d-05eaccb5a680 req-0493e628-033b-4609-a093-be6c98f5c9e6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1e92675dd0af403695e9b73c81b761d5&device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 1096 time: 0.1219137 Jun 29 17:41:24.269850 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-53d3fed8-ea3d-4afa-9d45-2a4964fd2a4c service neutron] Checking agent: {'id': '7e509413-8b3d-41cc-85c9-4a7e2393f098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'started_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:41:24.270522 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-53d3fed8-ea3d-4afa-9d45-2a4964fd2a4c service neutron] Checking segment: {'id': '337bcf56-7dac-4930-9b9c-823189f35073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '0d814395-0aef-449f-bcba-f7da97787837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:41:24.271066 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-53d3fed8-ea3d-4afa-9d45-2a4964fd2a4c service neutron] Bound using segment: {'id': '337bcf56-7dac-4930-9b9c-823189f35073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '0d814395-0aef-449f-bcba-f7da97787837'} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:41:24.271656 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-53d3fed8-ea3d-4afa-9d45-2a4964fd2a4c service neutron] Bound port: 5c7a7ddb-dcaf-4046-9505-12a0fb50ceac, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '337bcf56-7dac-4930-9b9c-823189f35073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '0d814395-0aef-449f-bcba-f7da97787837'}}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:41:24.272203 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-53d3fed8-ea3d-4afa-9d45-2a4964fd2a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:24.275842 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-16bc5beb-0f73-4483-9665-ccfa62e035ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:24.332024 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 1d1c13a5-e19e-4e87-926d-b710f4a41ba3, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=1d1c13a5-e19e-4e87-926d-b710f4a41ba3,segment=NetworkSegment(81ca89b3-466c-488c-a106-9ca878c05a8a),segment_id=81ca89b3-466c-488c-a106-9ca878c05a8a)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:41:24.355938 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Returning: {'device': '1d1c13a5-e19e-4e87-926d-b710f4a41ba3', 'network_id': '0ba55212-3e61-4fd9-b60e-44776bc91dbc', 'port_id': '1d1c13a5-e19e-4e87-926d-b710f4a41ba3', 'mac_address': 'fa:16:3e:b9:4f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba6b5f18-1476-4bcd-9b22-8d68a29c0578', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:41:24.413075 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:24.429851 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d1c13a5-e19e-4e87-926d-b710f4a41ba3 {{(pid=100363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:41:24.455777 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d7e5c-9d7d-4d33-9c5d-05eaccb5a680 req-e6ee4124-f608-4369-a553-269691da946b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:24.457277 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b91d7e5c-9d7d-4d33-9c5d-05eaccb5a680 req-e6ee4124-f608-4369-a553-269691da946b service neutron] 10.222.0.66 "GET /v2.0/networks?id=73d0a2ca-fa0f-4cd0-8a9a-812558672909 HTTP/1.1" status: 200 len: 920 time: 0.2187984 Jun 29 17:41:24.465252 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dea991-7862-48d5-8355-1cdf5719452a req-b08a1f91-5acc-430f-8e01-613b86326e0f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:24.476003 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-51dea991-7862-48d5-8355-1cdf5719452a req-b08a1f91-5acc-430f-8e01-613b86326e0f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 943 time: 0.2455873 Jun 29 17:41:24.482227 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 1d1c13a5-e19e-4e87-926d-b710f4a41ba3, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=1d1c13a5-e19e-4e87-926d-b710f4a41ba3,segment=NetworkSegment(81ca89b3-466c-488c-a106-9ca878c05a8a),segment_id=81ca89b3-466c-488c-a106-9ca878c05a8a)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:41:24.535741 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-53d3fed8-ea3d-4afa-9d45-2a4964fd2a4c service neutron] For port 5c7a7ddb-dcaf-4046-9505-12a0fb50ceac, host hv-cinder-76330, cleared binding levels {{(pid=100361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:41:24.539393 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b91d7e5c-9d7d-4d33-9c5d-05eaccb5a680 req-4db1792a-44e4-4fda-b9cd-97914359d017 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0437a45d-bc6d-431c-a9c7-9e89c95a0c0e HTTP/1.1" status: 200 len: 217 time: 0.0577235 Jun 29 17:41:24.547910 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:24.557003 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-53d3fed8-ea3d-4afa-9d45-2a4964fd2a4c service neutron] For port 5c7a7ddb-dcaf-4046-9505-12a0fb50ceac, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=5c7a7ddb-dcaf-4046-9505-12a0fb50ceac,segment=NetworkSegment(337bcf56-7dac-4930-9b9c-823189f35073),segment_id=337bcf56-7dac-4930-9b9c-823189f35073)] {{(pid=100361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:41:24.560638 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:24.606630 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-51dea991-7862-48d5-8355-1cdf5719452a req-61ba1529-9ee7-4893-8425-3b3c1bd5e1e1 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327169 Jun 29 17:41:24.626971 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91d7e5c-9d7d-4d33-9c5d-05eaccb5a680 req-54400203-d420-48b1-a08d-1583813e1fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:24.628792 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b91d7e5c-9d7d-4d33-9c5d-05eaccb5a680 req-54400203-d420-48b1-a08d-1583813e1fe4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f447dc3a-32cd-4706-b5cc-db6cdad5bfeb HTTP/1.1" status: 200 len: 859 time: 0.0818601 Jun 29 17:41:24.636524 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=1d1c13a5-e19e-4e87-926d-b710f4a41ba3,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:24.640309 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:24.646117 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-16bc5beb-0f73-4483-9665-ccfa62e035ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:24.654470 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-16bc5beb-0f73-4483-9665-ccfa62e035ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:24.659225 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-16bc5beb-0f73-4483-9665-ccfa62e035ad admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b0a2604d-908f-45c5-8353-d3fb58aa4909 HTTP/1.1" status: 204 len: 168 time: 0.7579720 Jun 29 17:41:24.674659 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:24.698672 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc5beb-0f73-4483-9665-ccfa62e035ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a2604d-908f-45c5-8353-d3fb58aa4909,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:24.706776 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-16bc5beb-0f73-4483-9665-ccfa62e035ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:24.715700 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b91d7e5c-9d7d-4d33-9c5d-05eaccb5a680 req-b8d278c4-bee2-43d6-8990-6a4130480e28 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=73d0a2ca-fa0f-4cd0-8a9a-812558672909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726910 Jun 29 17:41:24.727904 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-53d3fed8-ea3d-4afa-9d45-2a4964fd2a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:24.740834 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-618880b2-add4-4827-b0d2-f444e0b32854 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:24.834487 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-53d3fed8-ea3d-4afa-9d45-2a4964fd2a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:24.836324 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-53d3fed8-ea3d-4afa-9d45-2a4964fd2a4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:24.836998 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['1d1c13a5-e19e-4e87-926d-b710f4a41ba3'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:41:24.841698 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-53d3fed8-ea3d-4afa-9d45-2a4964fd2a4c service neutron] 10.222.0.66 "PUT /v2.0/ports/5c7a7ddb-dcaf-4046-9505-12a0fb50ceac HTTP/1.1" status: 200 len: 1093 time: 2.3217828 Jun 29 17:41:24.851439 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c89090-c60c-47f5-9755-c95c5b2de988', 'tag': '5c7a7ddb-dcaf-4046-9505-12a0fb50ceac'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:41:24.860136 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8088e8d5-ef07-418c-acbe-f463072bdccf" -d '{"events": [{"name": "network-changed", "server_uuid": "61c89090-c60c-47f5-9755-c95c5b2de988", "tag": "5c7a7ddb-dcaf-4046-9505-12a0fb50ceac"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:41:24.915150 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3fed8-ea3d-4afa-9d45-2a4964fd2a4c service neutron] Pushing event updated for resources: {'Port': ['ID=5c7a7ddb-dcaf-4046-9505-12a0fb50ceac,revision_number=3']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:24.920958 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-1fea7380-27b6-4f91-b192-4f6bfc76fe6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9405f08-3e63-43e0-80bf-03da63452152 {{(pid=100361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:41:24.931526 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b91d7e5c-9d7d-4d33-9c5d-05eaccb5a680 req-83d7eeb7-ca83-42af-8ae4-e266f03c39a3 service neutron] 10.222.0.66 "GET /v2.0/networks/73d0a2ca-fa0f-4cd0-8a9a-812558672909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098324 Jun 29 17:41:24.952059 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67199dd-6e32-475d-9228-7e6b0a95e7b9 x-openstack-request-id: req-f67199dd-6e32-475d-9228-7e6b0a95e7b9 {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:41:24.953098 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c89090-c60c-47f5-9755-c95c5b2de988", "tag": "5c7a7ddb-dcaf-4046-9505-12a0fb50ceac", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:41:24.954197 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f67199dd-6e32-475d-9228-7e6b0a95e7b9 {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:41:24.955917 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c89090-c60c-47f5-9755-c95c5b2de988', 'tag': '5c7a7ddb-dcaf-4046-9505-12a0fb50ceac', 'status': 'completed', 'code': 200} Jun 29 17:41:24.956778 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-53d3fed8-ea3d-4afa-9d45-2a4964fd2a4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:24.978733 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-1fea7380-27b6-4f91-b192-4f6bfc76fe6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:25.035585 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1968844-bf9c-4881-9f25-1a5d3e4ee46a req-dcaeebd9-09aa-475c-aad1-c0f8b8dc1650 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:25.041632 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-1fea7380-27b6-4f91-b192-4f6bfc76fe6b service neutron] Transition to ACTIVE for port object a9405f08-3e63-43e0-80bf-03da63452152 will not be triggered until provisioned by entity L2. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:41:25.048209 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b1968844-bf9c-4881-9f25-1a5d3e4ee46a req-dcaeebd9-09aa-475c-aad1-c0f8b8dc1650 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 943 time: 0.2882791 Jun 29 17:41:25.116461 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088e8d5-ef07-418c-acbe-f463072bdccf req-2d7d4d3c-cb9f-4442-ba78-c33cdb81b1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:25.118105 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-8088e8d5-ef07-418c-acbe-f463072bdccf req-2d7d4d3c-cb9f-4442-ba78-c33cdb81b1a6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87f56b14a5034bf38448dbb35360a4fc&device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 1096 time: 0.1513648 Jun 29 17:41:25.147217 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b1968844-bf9c-4881-9f25-1a5d3e4ee46a req-8dccf960-a6dd-4b07-a8e8-997834db849c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976908 Jun 29 17:41:25.185616 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b91d7e5c-9d7d-4d33-9c5d-05eaccb5a680 req-57451304-5594-4eca-95f9-384067c6829d service neutron] 10.222.0.66 "GET /v2.0/networks/73d0a2ca-fa0f-4cd0-8a9a-812558672909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465229 Jun 29 17:41:25.247970 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 59304) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:25.253475 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-1fea7380-27b6-4f91-b192-4f6bfc76fe6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:25.255602 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-42ad816c-48eb-4cee-ac94-e8d4afe0dbf9 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:25.376411 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea7380-27b6-4f91-b192-4f6bfc76fe6b service neutron] Pushing event updated for resources: {'Port': ['ID=a9405f08-3e63-43e0-80bf-03da63452152,revision_number=2']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:25.382298 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-1fea7380-27b6-4f91-b192-4f6bfc76fe6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:25.466623 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd74d9-285d-45b7-985f-d181e5fba85d req-dc92c5f6-346a-487c-a7cc-977d72f52e27 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:25.468362 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c0bd74d9-285d-45b7-985f-d181e5fba85d req-dc92c5f6-346a-487c-a7cc-977d72f52e27 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 944 time: 0.1835599 Jun 29 17:41:25.487521 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088e8d5-ef07-418c-acbe-f463072bdccf req-aea895f0-0958-4027-9a79-fb6fdf59552b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:25.487521 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-8088e8d5-ef07-418c-acbe-f463072bdccf req-aea895f0-0958-4027-9a79-fb6fdf59552b service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=87f56b14a5034bf38448dbb35360a4fc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3572402 Jun 29 17:41:25.498180 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6cfb4e-f5fb-4a9a-ab5d-1580df1b17e6 req-79705ec5-9708-4acc-adcb-66858aff101d tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:25.502089 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-1fea7380-27b6-4f91-b192-4f6bfc76fe6b service neutron] Attempting to bind port a9405f08-3e63-43e0-80bf-03da63452152 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:41:25.502553 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-1fea7380-27b6-4f91-b192-4f6bfc76fe6b service neutron] Attempting to bind port a9405f08-3e63-43e0-80bf-03da63452152 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'ed133f60-0561-402c-b298-d58ce672a887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0'}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:41:25.503159 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-1fea7380-27b6-4f91-b192-4f6bfc76fe6b service neutron] Attempting to bind port a9405f08-3e63-43e0-80bf-03da63452152 on network 0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:41:25.505645 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9f6cfb4e-f5fb-4a9a-ab5d-1580df1b17e6 req-79705ec5-9708-4acc-adcb-66858aff101d tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 944 time: 0.1648426 Jun 29 17:41:25.508880 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-97b0281d-5e51-4f18-a26e-36b6c203b61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:25.552782 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-1fea7380-27b6-4f91-b192-4f6bfc76fe6b service neutron] Port a9405f08-3e63-43e0-80bf-03da63452152 on network 0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:41:25.553456 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-1fea7380-27b6-4f91-b192-4f6bfc76fe6b service neutron] Attempting to bind port a9405f08-3e63-43e0-80bf-03da63452152 on network 0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:41:25.563940 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-1fea7380-27b6-4f91-b192-4f6bfc76fe6b service neutron] Checking agent: {'id': '7e509413-8b3d-41cc-85c9-4a7e2393f098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'started_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:41:25.564441 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-1fea7380-27b6-4f91-b192-4f6bfc76fe6b service neutron] Checking segment: {'id': 'ed133f60-0561-402c-b298-d58ce672a887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:41:25.564939 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-1fea7380-27b6-4f91-b192-4f6bfc76fe6b service neutron] Bound using segment: {'id': 'ed133f60-0561-402c-b298-d58ce672a887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0'} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:41:25.565509 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-1fea7380-27b6-4f91-b192-4f6bfc76fe6b service neutron] Bound port: a9405f08-3e63-43e0-80bf-03da63452152, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed133f60-0561-402c-b298-d58ce672a887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0'}}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:41:25.566234 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-1fea7380-27b6-4f91-b192-4f6bfc76fe6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:25.597942 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9f6cfb4e-f5fb-4a9a-ab5d-1580df1b17e6 req-8135d6d4-be9b-4a59-89e0-35799a10a2d8 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914156 Jun 29 17:41:25.606516 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c0bd74d9-285d-45b7-985f-d181e5fba85d req-170b1dd4-80b5-4654-a1d4-e549c436d4cf tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/security-groups?id=a943b2ad-85d4-4d18-9ad8-59d52b217921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172147 Jun 29 17:41:25.718992 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-1fea7380-27b6-4f91-b192-4f6bfc76fe6b service neutron] For port a9405f08-3e63-43e0-80bf-03da63452152, host hv-cinder-76330, cleared binding levels {{(pid=100361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:41:25.729869 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-1fea7380-27b6-4f91-b192-4f6bfc76fe6b service neutron] For port a9405f08-3e63-43e0-80bf-03da63452152, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a9405f08-3e63-43e0-80bf-03da63452152,segment=NetworkSegment(ed133f60-0561-402c-b298-d58ce672a887),segment_id=ed133f60-0561-402c-b298-d58ce672a887)] {{(pid=100361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:41:25.736289 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088e8d5-ef07-418c-acbe-f463072bdccf req-31954680-83d8-40ae-8282-6b9198055a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:25.737946 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-8088e8d5-ef07-418c-acbe-f463072bdccf req-31954680-83d8-40ae-8282-6b9198055a87 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2452724 Jun 29 17:41:25.747315 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-97b0281d-5e51-4f18-a26e-36b6c203b61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:25.768695 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 59324) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:25.790895 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-31054ea9-d01c-40b4-97f8-36d581eef1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:25.822948 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-1fea7380-27b6-4f91-b192-4f6bfc76fe6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:25.829166 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-9263cf54-439c-4758-be23-ae3f0b60646c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:25.869508 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15766c-b1e1-4717-a501-2ca1c4f46a50 req-5dffdcab-fe82-4aa7-8d71-e41e03fbef37 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:25.873119 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0a15766c-b1e1-4717-a501-2ca1c4f46a50 req-5dffdcab-fe82-4aa7-8d71-e41e03fbef37 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 943 time: 0.0910928 Jun 29 17:41:25.878259 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-97b0281d-5e51-4f18-a26e-36b6c203b61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:25.880440 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-1fea7380-27b6-4f91-b192-4f6bfc76fe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:25.881377 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-1fea7380-27b6-4f91-b192-4f6bfc76fe6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:25.883220 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-1fea7380-27b6-4f91-b192-4f6bfc76fe6b service neutron] 10.222.0.66 "PUT /v2.0/ports/a9405f08-3e63-43e0-80bf-03da63452152 HTTP/1.1" status: 200 len: 1094 time: 1.9898233 Jun 29 17:41:25.885338 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-93e4402d-d7a6-4e4a-b46c-9c38e6ebf569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:25.917944 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-37306ec6-edb4-4c03-b168-19396adebffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:25.920434 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-37306ec6-edb4-4c03-b168-19396adebffd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87f56b14a5034bf38448dbb35360a4fc&device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 1096 time: 0.1347930 Jun 29 17:41:25.927106 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea7380-27b6-4f91-b192-4f6bfc76fe6b service neutron] Pushing event updated for resources: {'Port': ['ID=a9405f08-3e63-43e0-80bf-03da63452152,revision_number=3']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:25.941884 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-1fea7380-27b6-4f91-b192-4f6bfc76fe6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:25.961217 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0281d-5e51-4f18-a26e-36b6c203b61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d9c73d-8c4c-4ec0-a931-5f60ebe28e50,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:25.968500 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-97b0281d-5e51-4f18-a26e-36b6c203b61e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:25.980079 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-97b0281d-5e51-4f18-a26e-36b6c203b61e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f97b9a76b6d2413fac4d0eb377bb898e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7298841 Jun 29 17:41:25.983706 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 59328) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:25.991151 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0a15766c-b1e1-4717-a501-2ca1c4f46a50 req-ce7bb177-1bbe-48c0-8810-aac0fb80bd53 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103084 Jun 29 17:41:25.991386 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-ea91b155-835a-4a12-9043-558cdb1080d0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c7a7ddb-dcaf-4046-9505-12a0fb50ceac HTTP/1.1" status: 200 len: 217 time: 0.0606730 Jun 29 17:41:26.062302 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 68b095f3-21d3-43be-bbe7-bcde4462b877 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=100363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:41:26.087513 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-31054ea9-d01c-40b4-97f8-36d581eef1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:26.101753 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 1d1c13a5-e19e-4e87-926d-b710f4a41ba3 up at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:41:26.141802 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-574cd426-0f43-409b-8075-f9990d16cca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:26.143311 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-574cd426-0f43-409b-8075-f9990d16cca7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=90b7b755-ce01-431b-9fbd-6f05b79fa141 HTTP/1.1" status: 200 len: 850 time: 0.1424022 Jun 29 17:41:26.150539 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-6011834d-daa9-4b0d-abd7-048afd75b857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:26.227748 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-31054ea9-d01c-40b4-97f8-36d581eef1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:26.230890 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-6011834d-daa9-4b0d-abd7-048afd75b857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:26.232239 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:26.254556 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 68b095f3-21d3-43be-bbe7-bcde4462b877, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=68b095f3-21d3-43be-bbe7-bcde4462b877,segment=NetworkSegment(6999508a-9d87-4259-bdea-144e00f8ef4e),segment_id=6999508a-9d87-4259-bdea-144e00f8ef4e)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:41:26.270341 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-53c9c007-4a64-4a12-a916-dddd64b979e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:26.271959 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-53c9c007-4a64-4a12-a916-dddd64b979e8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=84f447d134ac4605856ab46f7e636965&device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 1097 time: 0.2140741 Jun 29 17:41:26.273807 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Returning: {'device': '68b095f3-21d3-43be-bbe7-bcde4462b877', 'network_id': '73d0a2ca-fa0f-4cd0-8a9a-812558672909', 'port_id': '68b095f3-21d3-43be-bbe7-bcde4462b877', 'mac_address': 'fa:16:3e:3c:35:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f447dc3a-32cd-4706-b5cc-db6cdad5bfeb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:41:26.321547 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:26.339171 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b095f3-21d3-43be-bbe7-bcde4462b877 {{(pid=100363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:41:26.341748 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-9616d562-8eb0-46fb-9dd8-3887044a5607 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9405f08-3e63-43e0-80bf-03da63452152 HTTP/1.1" status: 200 len: 217 time: 0.0542591 Jun 29 17:41:26.343525 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning for port 1d1c13a5-e19e-4e87-926d-b710f4a41ba3 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:41:26.352656 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-351c7715-9e99-43c1-9c2e-06ef4a0047de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:26.352656 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-351c7715-9e99-43c1-9c2e-06ef4a0047de service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0d814395-0aef-449f-bcba-f7da97787837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1967072 Jun 29 17:41:26.354185 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning complete for port 1d1c13a5-e19e-4e87-926d-b710f4a41ba3 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:41:26.354624 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:26.388085 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 68b095f3-21d3-43be-bbe7-bcde4462b877, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=68b095f3-21d3-43be-bbe7-bcde4462b877,segment=NetworkSegment(6999508a-9d87-4259-bdea-144e00f8ef4e),segment_id=6999508a-9d87-4259-bdea-144e00f8ef4e)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:41:26.459190 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-97c0906b-0d12-4892-8659-2d3ddced9687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:26.459190 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-97c0906b-0d12-4892-8659-2d3ddced9687 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e367aaf4-13cb-4861-b876-86e2e819d122 HTTP/1.1" status: 200 len: 855 time: 0.1030121 Jun 29 17:41:26.479943 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:26.484779 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:26.509142 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-90395354-9dba-40c4-b77d-7c730861e76a service neutron] 10.222.0.66 "GET /v2.0/networks/0d814395-0aef-449f-bcba-f7da97787837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476548 Jun 29 17:41:26.538913 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-6011834d-daa9-4b0d-abd7-048afd75b857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:26.553480 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-6011834d-daa9-4b0d-abd7-048afd75b857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:26.557031 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=68b095f3-21d3-43be-bbe7-bcde4462b877,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:26.557152 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-6011834d-daa9-4b0d-abd7-048afd75b857 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d4d9c73d-8c4c-4ec0-a931-5f60ebe28e50 HTTP/1.1" status: 204 len: 168 time: 0.5697188 Jun 29 17:41:26.557359 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-8411d6e4-34e0-438e-9d8e-01fe46ecc74a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:26.563609 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:26.564642 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:26.596321 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-31054ea9-d01c-40b4-97f8-36d581eef1af admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=2f46dff91142490f97a7101048823a1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8268433 Jun 29 17:41:26.597543 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b615a71-9689-4b75-91db-497619ba1f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1c13a5-e19e-4e87-926d-b710f4a41ba3'}] {{(pid=100363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:41:26.598660 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 59358) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:26.599839 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31054ea9-d01c-40b4-97f8-36d581eef1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17d7313-b56c-435d-8df3-1746aa588568,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:26.623237 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011834d-daa9-4b0d-abd7-048afd75b857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d9c73d-8c4c-4ec0-a931-5f60ebe28e50,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:26.628321 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-31054ea9-d01c-40b4-97f8-36d581eef1af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:26.632810 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-6011834d-daa9-4b0d-abd7-048afd75b857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:26.682340 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56508423-91b4-47ef-bef9-6b6f34ad6bb7 req-59b22a88-1bb0-4864-8176-db65b2ad2cd5 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:26.685251 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-56508423-91b4-47ef-bef9-6b6f34ad6bb7 req-59b22a88-1bb0-4864-8176-db65b2ad2cd5 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 943 time: 0.1547463 Jun 29 17:41:26.740177 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 1d1c13a5-e19e-4e87-926d-b710f4a41ba3, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=1d1c13a5-e19e-4e87-926d-b710f4a41ba3,segment=NetworkSegment(81ca89b3-466c-488c-a106-9ca878c05a8a),segment_id=81ca89b3-466c-488c-a106-9ca878c05a8a)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:41:26.752160 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-c608465b-af40-488b-9440-03f2583f299e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:26.753872 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-c608465b-af40-488b-9440-03f2583f299e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ee3f12c-3998-4005-bfbc-d8cd7c4223e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2545981 Jun 29 17:41:26.768304 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f566e7de-51ce-49f4-bd1e-2c05b6bd83cb req-e1757bec-f839-4d50-8a7d-b1ff8454275c service neutron] 10.222.0.66 "GET /v2.0/networks/0d814395-0aef-449f-bcba-f7da97787837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252076 Jun 29 17:41:26.770909 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-eec6898b-038a-434f-9296-7870bb1949ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:26.772848 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-56508423-91b4-47ef-bef9-6b6f34ad6bb7 req-afe8d4c7-e10c-4ead-a4e6-c8a6da8f10ef tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815868 Jun 29 17:41:26.774523 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['68b095f3-21d3-43be-bbe7-bcde4462b877'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:41:26.908614 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d89bb-84cb-4cfb-be79-268d62ae288d req-61e298af-84d0-43fb-a00b-bd5c56092346 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:26.911695 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:26.917537 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2d9d89bb-84cb-4cfb-be79-268d62ae288d req-61e298af-84d0-43fb-a00b-bd5c56092346 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 944 time: 0.0993240 Jun 29 17:41:26.947583 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:26.956717 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4291bc3-c63b-4e30-8d0c-02a1b95b8546', 'tag': 'a9405f08-3e63-43e0-80bf-03da63452152'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:41:26.961445 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0170bf9ab270c77a1188d5f8494ea938272331804d61dd1d179af329d40bd85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0f4aaf-b52f-4aaf-820b-1e5efbf70ff8" -d '{"events": [{"server_uuid": "7b615a71-9689-4b75-91db-497619ba1f2f", "name": "network-vif-plugged", "status": "completed", "tag": "1d1c13a5-e19e-4e87-926d-b710f4a41ba3"}]}' {{(pid=100363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:41:26.961952 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec15296-0b5f-4c14-9d0e-2a95bdde4639" -d '{"events": [{"name": "network-changed", "server_uuid": "e4291bc3-c63b-4e30-8d0c-02a1b95b8546", "tag": "a9405f08-3e63-43e0-80bf-03da63452152"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:41:26.970022 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-eec6898b-038a-434f-9296-7870bb1949ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:27.027148 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2d9d89bb-84cb-4cfb-be79-268d62ae288d req-362a4ca7-8f68-4bf2-aed8-7eaa988a451b tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084604 Jun 29 17:41:27.035684 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-78a6b4c7-72e7-45dd-8161-47538bea42b4 service neutron] 10.222.0.66 "GET /v2.0/networks/0ee3f12c-3998-4005-bfbc-d8cd7c4223e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654843 Jun 29 17:41:27.056325 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19756d8-593d-443e-971f-d68ff755d57a req-681fb147-8f9e-4c91-b53e-ec6a9b4e979d tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:27.059190 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f19756d8-593d-443e-971f-d68ff755d57a req-681fb147-8f9e-4c91-b53e-ec6a9b4e979d tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 945 time: 0.1145384 Jun 29 17:41:27.109574 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f19756d8-593d-443e-971f-d68ff755d57a req-ccc9eb74-f2c9-414f-a732-0d0ff0c2e4c1 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/security-groups?id=a943b2ad-85d4-4d18-9ad8-59d52b217921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442839 Jun 29 17:41:27.157707 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=1d1c13a5-e19e-4e87-926d-b710f4a41ba3,revision_number=5']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:27.176830 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:27.190667 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-bcf75b5f-a030-4e27-9149-af80a7a57f08 req-184b7172-ffa0-4888-aedf-a3f1e287405f service neutron] 10.222.0.66 "GET /v2.0/networks/0ee3f12c-3998-4005-bfbc-d8cd7c4223e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452579 Jun 29 17:41:27.192609 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d060af16-1b6c-4988-a3a3-a100967af28b x-openstack-request-id: req-d060af16-1b6c-4988-a3a3-a100967af28b {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:41:27.214305 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4291bc3-c63b-4e30-8d0c-02a1b95b8546", "tag": "a9405f08-3e63-43e0-80bf-03da63452152", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:41:27.214305 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-d060af16-1b6c-4988-a3a3-a100967af28b {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:41:27.214305 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4291bc3-c63b-4e30-8d0c-02a1b95b8546', 'tag': 'a9405f08-3e63-43e0-80bf-03da63452152', 'status': 'completed', 'code': 200} Jun 29 17:41:27.214305 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-eec6898b-038a-434f-9296-7870bb1949ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:27.214305 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-eec6898b-038a-434f-9296-7870bb1949ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:27.214305 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-eec6898b-038a-434f-9296-7870bb1949ea admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f17d7313-b56c-435d-8df3-1746aa588568 HTTP/1.1" status: 204 len: 168 time: 0.5948884 Jun 29 17:41:27.214305 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-f1be2609-ca22-4a83-a0af-af58e7974d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:27.214305 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6898b-038a-434f-9296-7870bb1949ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17d7313-b56c-435d-8df3-1746aa588568,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:27.214305 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-eec6898b-038a-434f-9296-7870bb1949ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:27.348953 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c729141c-fbb2-4fce-b3e1-7e7d66199417 x-openstack-request-id: req-c729141c-fbb2-4fce-b3e1-7e7d66199417 {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:41:27.352790 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b615a71-9689-4b75-91db-497619ba1f2f", "name": "network-vif-plugged", "status": "completed", "tag": "1d1c13a5-e19e-4e87-926d-b710f4a41ba3", "code": 200}]} {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:41:27.353069 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-c729141c-fbb2-4fce-b3e1-7e7d66199417 {{(pid=100363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:41:27.353469 dv-cinder-763306-14-iscsi neutron-server[100363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b615a71-9689-4b75-91db-497619ba1f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1c13a5-e19e-4e87-926d-b710f4a41ba3', 'code': 200} Jun 29 17:41:27.372449 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520ea20-2309-43f7-afba-ed9de030d28c req-a0661deb-a97c-4104-86fe-ce074938622d tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:27.374235 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6520ea20-2309-43f7-afba-ed9de030d28c req-a0661deb-a97c-4104-86fe-ce074938622d tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 943 time: 0.1027415 Jun 29 17:41:27.456182 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-68314738-2849-4db2-b63b-6e42c858158b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:27.507017 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec15296-0b5f-4c14-9d0e-2a95bdde4639 req-ad799ba5-8fc2-453c-ab6f-e6fdf27cf98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:27.508825 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-0ec15296-0b5f-4c14-9d0e-2a95bdde4639 req-ad799ba5-8fc2-453c-ab6f-e6fdf27cf98b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=84f447d134ac4605856ab46f7e636965&device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 1097 time: 0.1469827 Jun 29 17:41:27.510092 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6520ea20-2309-43f7-afba-ed9de030d28c req-39ef6ca6-c9ad-4c17-8858-bb1acbbb86bc tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185305 Jun 29 17:41:27.677723 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec15296-0b5f-4c14-9d0e-2a95bdde4639 req-5346a4ab-a1bf-4ee7-b9f2-710242058e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:27.679257 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-0ec15296-0b5f-4c14-9d0e-2a95bdde4639 req-5346a4ab-a1bf-4ee7-b9f2-710242058e03 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 HTTP/1.1" status: 200 len: 917 time: 0.1616595 Jun 29 17:41:27.723518 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-0ec15296-0b5f-4c14-9d0e-2a95bdde4639 req-1e1686c5-60db-4323-a9b6-4ae3740248fd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9405f08-3e63-43e0-80bf-03da63452152 HTTP/1.1" status: 200 len: 217 time: 0.0357921 Jun 29 17:41:27.784110 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec15296-0b5f-4c14-9d0e-2a95bdde4639 req-52af7e1a-71bc-4a4b-88fe-f429a08d9670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:27.785562 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-0ec15296-0b5f-4c14-9d0e-2a95bdde4639 req-52af7e1a-71bc-4a4b-88fe-f429a08d9670 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e367aaf4-13cb-4861-b876-86e2e819d122 HTTP/1.1" status: 200 len: 855 time: 0.0551646 Jun 29 17:41:27.958570 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec15296-0b5f-4c14-9d0e-2a95bdde4639 req-2f3eba64-92e8-4f5f-8cec-0fe1abd9ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:27.960131 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-0ec15296-0b5f-4c14-9d0e-2a95bdde4639 req-2f3eba64-92e8-4f5f-8cec-0fe1abd9ef77 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ee3f12c-3998-4005-bfbc-d8cd7c4223e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1573915 Jun 29 17:41:27.962883 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7a271-c597-46d9-8da7-c0df5ef01eee req-4cf59388-322d-4a50-afe5-4e8799a4879d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:27.964394 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d1d7a271-c597-46d9-8da7-c0df5ef01eee req-4cf59388-322d-4a50-afe5-4e8799a4879d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 1098 time: 0.1105494 Jun 29 17:41:28.009076 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2a18c-be15-474e-a435-64f22227f0fb req-061f9e7c-0173-4b29-9423-fa02bef9ed6f tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:28.010708 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bde2a18c-be15-474e-a435-64f22227f0fb req-061f9e7c-0173-4b29-9423-fa02bef9ed6f tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 943 time: 0.0898020 Jun 29 17:41:28.037468 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-d1d7a271-c597-46d9-8da7-c0df5ef01eee req-7baa8b8f-85ba-4c5b-9a5c-47df313268c7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:28.063023 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bde2a18c-be15-474e-a435-64f22227f0fb req-115f40cb-ae26-46b0-bdf5-6f8bc4964758 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413933 Jun 29 17:41:28.080211 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 0437a45d-bc6d-431c-a9c7-9e89c95a0c0e details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=100363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:41:28.083491 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 68b095f3-21d3-43be-bbe7-bcde4462b877 up at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:41:28.118327 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-0ec15296-0b5f-4c14-9d0e-2a95bdde4639 req-d24d9cb5-bf77-4491-b943-72df49c81898 service neutron] 10.222.0.66 "GET /v2.0/networks/0ee3f12c-3998-4005-bfbc-d8cd7c4223e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376686 Jun 29 17:41:28.230241 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 0437a45d-bc6d-431c-a9c7-9e89c95a0c0e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=0437a45d-bc6d-431c-a9c7-9e89c95a0c0e,segment=NetworkSegment(6999508a-9d87-4259-bdea-144e00f8ef4e),segment_id=6999508a-9d87-4259-bdea-144e00f8ef4e)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:41:28.243290 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Returning: {'device': '0437a45d-bc6d-431c-a9c7-9e89c95a0c0e', 'network_id': '73d0a2ca-fa0f-4cd0-8a9a-812558672909', 'port_id': '0437a45d-bc6d-431c-a9c7-9e89c95a0c0e', 'mac_address': 'fa:16:3e:87:23:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f447dc3a-32cd-4706-b5cc-db6cdad5bfeb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:41:28.290691 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning for port 68b095f3-21d3-43be-bbe7-bcde4462b877 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:41:28.293609 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:28.306137 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning complete for port 68b095f3-21d3-43be-bbe7-bcde4462b877 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:41:28.306525 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:28.313688 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7cfac-e82c-4cf4-a305-24f84b773ac5 req-20d53359-62d8-4f3f-b485-70272202fca9 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:28.316132 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5bd7cfac-e82c-4cf4-a305-24f84b773ac5 req-20d53359-62d8-4f3f-b485-70272202fca9 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 944 time: 0.0987599 Jun 29 17:41:28.331610 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0437a45d-bc6d-431c-a9c7-9e89c95a0c0e {{(pid=100363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:41:28.339947 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-d1d7a271-c597-46d9-8da7-c0df5ef01eee req-7baa8b8f-85ba-4c5b-9a5c-47df313268c7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:28.361974 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 0437a45d-bc6d-431c-a9c7-9e89c95a0c0e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=0437a45d-bc6d-431c-a9c7-9e89c95a0c0e,segment=NetworkSegment(6999508a-9d87-4259-bdea-144e00f8ef4e),segment_id=6999508a-9d87-4259-bdea-144e00f8ef4e)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:41:28.385107 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-0ec15296-0b5f-4c14-9d0e-2a95bdde4639 req-18c7f9e0-3394-410c-a61c-52385a0e2ba5 service neutron] 10.222.0.66 "GET /v2.0/networks/0ee3f12c-3998-4005-bfbc-d8cd7c4223e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551242 Jun 29 17:41:28.406002 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5bd7cfac-e82c-4cf4-a305-24f84b773ac5 req-13854a0f-e961-4064-bca2-e298abd06e53 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761020 Jun 29 17:41:28.442697 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:28.443934 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29185cb-a38b-49a5-8bc7-f753eb59b078 req-602479c3-4129-4a91-850e-844c5d69c3d5 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:28.446998 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d29185cb-a38b-49a5-8bc7-f753eb59b078 req-602479c3-4129-4a91-850e-844c5d69c3d5 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 945 time: 0.1454530 Jun 29 17:41:28.451254 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-d1d7a271-c597-46d9-8da7-c0df5ef01eee req-7baa8b8f-85ba-4c5b-9a5c-47df313268c7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:28.454081 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-0e5f3459-1380-46bb-b113-bd5617755a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:28.470679 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:28.473647 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-611c2eea-feb7-4eaa-96dc-c03a9fdea180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:28.490478 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d1d7a271-c597-46d9-8da7-c0df5ef01eee req-7baa8b8f-85ba-4c5b-9a5c-47df313268c7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a943b2ad-85d4-4d18-9ad8-59d52b217921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008399 Jun 29 17:41:28.499786 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa8b8f-85ba-4c5b-9a5c-47df313268c7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3fe687-805c-4348-8ba2-f4fc49baf028,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:28.503764 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-7baa8b8f-85ba-4c5b-9a5c-47df313268c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:28.520100 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d29185cb-a38b-49a5-8bc7-f753eb59b078 req-7a12831b-bb1d-4ece-be08-aab8e2343bd4 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/security-groups?id=a943b2ad-85d4-4d18-9ad8-59d52b217921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604830 Jun 29 17:41:28.552707 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=0437a45d-bc6d-431c-a9c7-9e89c95a0c0e,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:28.557746 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:28.571562 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 68b095f3-21d3-43be-bbe7-bcde4462b877, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=68b095f3-21d3-43be-bbe7-bcde4462b877,segment=NetworkSegment(6999508a-9d87-4259-bdea-144e00f8ef4e),segment_id=6999508a-9d87-4259-bdea-144e00f8ef4e)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:41:28.644536 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:28.647639 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:28.717186 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988481f2-0d5e-41ff-94bf-503551e0694e req-27a13979-60cd-4ca5-a8a9-f42a299835ae tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:28.723994 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['0437a45d-bc6d-431c-a9c7-9e89c95a0c0e'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:41:28.725096 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-988481f2-0d5e-41ff-94bf-503551e0694e req-27a13979-60cd-4ca5-a8a9-f42a299835ae tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 943 time: 0.0886252 Jun 29 17:41:28.774799 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=68b095f3-21d3-43be-bbe7-bcde4462b877,revision_number=5']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:28.779876 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:28.821784 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 59474) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:28.833395 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-988481f2-0d5e-41ff-94bf-503551e0694e req-ca345a09-6f46-40ad-950f-4bcce1b79eb6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072526 Jun 29 17:41:29.078394 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-caca2177-3c8c-4b5c-b2cc-e6af5fd9111a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:29.181467 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-caca2177-3c8c-4b5c-b2cc-e6af5fd9111a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:29.260182 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb8a43-6b2e-4b86-9bc2-61ce76ac51d3 req-347f690e-a9b1-46c3-9fc3-d3c6aba9b65d tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:29.260676 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-79cb8a43-6b2e-4b86-9bc2-61ce76ac51d3 req-347f690e-a9b1-46c3-9fc3-d3c6aba9b65d tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 944 time: 0.0656044 Jun 29 17:41:29.288603 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-caca2177-3c8c-4b5c-b2cc-e6af5fd9111a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:29.294246 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-ad6a6a40-334c-4f69-a101-1864faf0231f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:29.305302 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-79cb8a43-6b2e-4b86-9bc2-61ce76ac51d3 req-9d2295e1-9cac-4ea2-b510-e8ed6e7f0fab tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381713 Jun 29 17:41:29.338388 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-caca2177-3c8c-4b5c-b2cc-e6af5fd9111a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b895ca6299f04ec2aa0fc14ac8732350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5152726 Jun 29 17:41:29.341304 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca2177-3c8c-4b5c-b2cc-e6af5fd9111a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04974246-0217-425a-b379-fcb77918e52e,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:29.341456 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 59488) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:29.344419 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-caca2177-3c8c-4b5c-b2cc-e6af5fd9111a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:29.355063 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e639c0b-2e28-4ed1-8afa-4cf87d53fb80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b095f3-21d3-43be-bbe7-bcde4462b877'}] {{(pid=100363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:41:29.358746 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0170bf9ab270c77a1188d5f8494ea938272331804d61dd1d179af329d40bd85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24844f9c-3ea4-48c0-8de8-194778d322ee" -d '{"events": [{"server_uuid": "6e639c0b-2e28-4ed1-8afa-4cf87d53fb80", "name": "network-vif-plugged", "status": "completed", "tag": "68b095f3-21d3-43be-bbe7-bcde4462b877"}]}' {{(pid=100363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:41:29.413868 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8e8fd4-aeee-4567-aa22-f8951dcb98d7 x-openstack-request-id: req-cb8e8fd4-aeee-4567-aa22-f8951dcb98d7 {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:41:29.414195 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e639c0b-2e28-4ed1-8afa-4cf87d53fb80", "name": "network-vif-plugged", "status": "completed", "tag": "68b095f3-21d3-43be-bbe7-bcde4462b877", "code": 200}]} {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:41:29.414463 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-cb8e8fd4-aeee-4567-aa22-f8951dcb98d7 {{(pid=100363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:41:29.414919 dv-cinder-763306-14-iscsi neutron-server[100363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e639c0b-2e28-4ed1-8afa-4cf87d53fb80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b095f3-21d3-43be-bbe7-bcde4462b877', 'code': 200} Jun 29 17:41:29.432241 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-64a53b39-dbfc-44b9-b45b-9ad45d7a91a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:29.466398 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-64a53b39-dbfc-44b9-b45b-9ad45d7a91a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:29.708429 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-64a53b39-dbfc-44b9-b45b-9ad45d7a91a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:29.711094 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-64a53b39-dbfc-44b9-b45b-9ad45d7a91a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:29.715069 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-64a53b39-dbfc-44b9-b45b-9ad45d7a91a2 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/04974246-0217-425a-b379-fcb77918e52e HTTP/1.1" status: 204 len: 168 time: 0.3698447 Jun 29 17:41:29.718752 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-826f2614-1d3b-4e52-a7d9-a5fa5d95cf15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:29.745983 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a53b39-dbfc-44b9-b45b-9ad45d7a91a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04974246-0217-425a-b379-fcb77918e52e,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:29.749493 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-64a53b39-dbfc-44b9-b45b-9ad45d7a91a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:29.784483 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210cab2-0fbc-468a-bbc0-bfb510540e8d req-79090ec9-5c4c-4fe3-965c-1f6d658c1ff1 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:29.792586 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c210cab2-0fbc-468a-bbc0-bfb510540e8d req-79090ec9-5c4c-4fe3-965c-1f6d658c1ff1 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 945 time: 0.1262867 Jun 29 17:41:29.826420 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54216c-5a9d-4652-98aa-a4997082c59a req-1c78f39c-673e-43c1-9325-d3fb63f0cd3c tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:29.828019 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8f54216c-5a9d-4652-98aa-a4997082c59a req-1c78f39c-673e-43c1-9325-d3fb63f0cd3c tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 944 time: 0.2120664 Jun 29 17:41:29.875482 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c210cab2-0fbc-468a-bbc0-bfb510540e8d req-09725f0e-20c0-43f5-a7f6-3f377386281b tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/security-groups?id=a943b2ad-85d4-4d18-9ad8-59d52b217921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813155 Jun 29 17:41:29.890989 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-3cf20e6f-a7e0-4296-b319-7c8792ab310b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:29.911999 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8f54216c-5a9d-4652-98aa-a4997082c59a req-004439b5-016b-4b4a-a0e7-6b058fa60629 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686464 Jun 29 17:41:29.922056 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbc5de-7db9-40e6-b74a-7fe3ae7ded99 req-b528dd65-77cd-4a39-a619-81825b895a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:29.923715 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-a4cbc5de-7db9-40e6-b74a-7fe3ae7ded99 req-b528dd65-77cd-4a39-a619-81825b895a80 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 1098 time: 0.0844495 Jun 29 17:41:29.943502 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:29.986589 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-a4cbc5de-7db9-40e6-b74a-7fe3ae7ded99 req-dcd35bdf-4c1d-4e8d-abc2-20db35e1d4eb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535345 Jun 29 17:41:30.057717 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ebc8c8-a16e-4131-a8b2-b997608b7a14 req-674a06c8-a47f-45c5-9f4c-55d8745949fe tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:30.059653 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-84ebc8c8-a16e-4131-a8b2-b997608b7a14 req-674a06c8-a47f-45c5-9f4c-55d8745949fe tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 943 time: 0.0687561 Jun 29 17:41:30.100098 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device a9405f08-3e63-43e0-80bf-03da63452152 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=100363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:41:30.107570 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 0437a45d-bc6d-431c-a9c7-9e89c95a0c0e up at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:41:30.110510 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-84ebc8c8-a16e-4131-a8b2-b997608b7a14 req-55e723a3-6c41-4ffb-83e9-215e08cdc31c tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436435 Jun 29 17:41:30.288396 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port a9405f08-3e63-43e0-80bf-03da63452152, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a9405f08-3e63-43e0-80bf-03da63452152,segment=NetworkSegment(ed133f60-0561-402c-b298-d58ce672a887),segment_id=ed133f60-0561-402c-b298-d58ce672a887)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:41:30.302252 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Returning: {'device': 'a9405f08-3e63-43e0-80bf-03da63452152', 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'port_id': 'a9405f08-3e63-43e0-80bf-03da63452152', 'mac_address': 'fa:16:3e:1d:7f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:41:30.438522 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning for port 0437a45d-bc6d-431c-a9c7-9e89c95a0c0e completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:41:30.448922 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning complete for port 0437a45d-bc6d-431c-a9c7-9e89c95a0c0e triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:41:30.455629 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:30.478560 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:30.501710 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9405f08-3e63-43e0-80bf-03da63452152 {{(pid=100363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:41:30.525258 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529f7e1-0b9d-4e85-8df4-44f21d15edde req-5bfc4960-cebc-4884-9d09-3f05a81ea14b tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:30.527827 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4529f7e1-0b9d-4e85-8df4-44f21d15edde req-5bfc4960-cebc-4884-9d09-3f05a81ea14b tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 944 time: 0.0706394 Jun 29 17:41:30.532658 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port a9405f08-3e63-43e0-80bf-03da63452152, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a9405f08-3e63-43e0-80bf-03da63452152,segment=NetworkSegment(ed133f60-0561-402c-b298-d58ce672a887),segment_id=ed133f60-0561-402c-b298-d58ce672a887)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:41:30.576044 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:30.584983 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4529f7e1-0b9d-4e85-8df4-44f21d15edde req-ff26688f-d309-4efa-89fc-873234e4c524 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502732 Jun 29 17:41:30.622317 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 0437a45d-bc6d-431c-a9c7-9e89c95a0c0e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=0437a45d-bc6d-431c-a9c7-9e89c95a0c0e,segment=NetworkSegment(6999508a-9d87-4259-bdea-144e00f8ef4e),segment_id=6999508a-9d87-4259-bdea-144e00f8ef4e)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:41:30.624660 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:30.625782 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 5c7a7ddb-dcaf-4046-9505-12a0fb50ceac details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=100363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:41:30.641341 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:30.690146 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 59554) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:30.706920 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b2b873e8-01e3-4fb3-bdbc-6449cf6eab18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:30.725891 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:30.758999 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=a9405f08-3e63-43e0-80bf-03da63452152,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:30.765442 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:30.766861 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-3b8755d6-021b-4c8d-a79a-bc4aed2097c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:30.830616 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 5c7a7ddb-dcaf-4046-9505-12a0fb50ceac, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=5c7a7ddb-dcaf-4046-9505-12a0fb50ceac,segment=NetworkSegment(337bcf56-7dac-4930-9b9c-823189f35073),segment_id=337bcf56-7dac-4930-9b9c-823189f35073)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:41:30.849910 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=0437a45d-bc6d-431c-a9c7-9e89c95a0c0e,revision_number=5']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:30.854252 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:30.855478 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Returning: {'device': '5c7a7ddb-dcaf-4046-9505-12a0fb50ceac', 'network_id': '0d814395-0aef-449f-bcba-f7da97787837', 'port_id': '5c7a7ddb-dcaf-4046-9505-12a0fb50ceac', 'mac_address': 'fa:16:3e:e1:04:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:41:30.870028 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b2b873e8-01e3-4fb3-bdbc-6449cf6eab18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:30.901543 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:30.922705 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c7a7ddb-dcaf-4046-9505-12a0fb50ceac {{(pid=100363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:41:30.951685 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b2b873e8-01e3-4fb3-bdbc-6449cf6eab18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:30.951685 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-76c37d4a-c057-4994-9df2-a1d9e93b67e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:30.953527 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 5c7a7ddb-dcaf-4046-9505-12a0fb50ceac, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=5c7a7ddb-dcaf-4046-9505-12a0fb50ceac,segment=NetworkSegment(337bcf56-7dac-4930-9b9c-823189f35073),segment_id=337bcf56-7dac-4930-9b9c-823189f35073)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:41:30.990884 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-b2b873e8-01e3-4fb3-bdbc-6449cf6eab18 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=5df728fafbbe4f59ae6df2e25b3f78a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2991369 Jun 29 17:41:30.991956 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b873e8-01e3-4fb3-bdbc-6449cf6eab18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67186c93-bd92-4d76-a81e-416f7c58936b,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:30.993466 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 59566) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:31.008651 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-b2b873e8-01e3-4fb3-bdbc-6449cf6eab18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:31.029151 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:31.032651 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:31.095025 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d65f1e35-c0bc-4189-b479-389f24603aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:31.099454 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=5c7a7ddb-dcaf-4046-9505-12a0fb50ceac,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:31.103133 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:31.123288 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d65f1e35-c0bc-4189-b479-389f24603aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:31.167551 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241229e2-3059-47fb-8599-0b922bc65b51 req-dc952c24-bf27-4fd5-935e-504e24c6e643 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:31.175207 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-241229e2-3059-47fb-8599-0b922bc65b51 req-dc952c24-bf27-4fd5-935e-504e24c6e643 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 945 time: 0.1526458 Jun 29 17:41:31.216639 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e49da-aeca-4cbb-8203-3d96bca7764c req-902a8c98-4b1a-478c-8a49-18bd270214d3 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:31.218579 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-996e49da-aeca-4cbb-8203-3d96bca7764c req-902a8c98-4b1a-478c-8a49-18bd270214d3 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 945 time: 0.1245122 Jun 29 17:41:31.226718 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-241229e2-3059-47fb-8599-0b922bc65b51 req-138005c6-8669-4364-afdd-11bd0a52b5ca tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/security-groups?id=a943b2ad-85d4-4d18-9ad8-59d52b217921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506561 Jun 29 17:41:31.267784 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-996e49da-aeca-4cbb-8203-3d96bca7764c req-87b48a5d-fcd3-4dd6-a82e-a302fd59df44 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348547 Jun 29 17:41:31.312896 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d65f1e35-c0bc-4189-b479-389f24603aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:31.315678 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d65f1e35-c0bc-4189-b479-389f24603aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:31.318084 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-d65f1e35-c0bc-4189-b479-389f24603aea admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/67186c93-bd92-4d76-a81e-416f7c58936b HTTP/1.1" status: 204 len: 168 time: 0.3225782 Jun 29 17:41:31.318084 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-dc24a544-7213-49e4-abf3-f260de2f0f0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:31.320539 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['a9405f08-3e63-43e0-80bf-03da63452152'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:41:31.327973 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['5c7a7ddb-dcaf-4046-9505-12a0fb50ceac'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:41:31.341460 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f1e35-c0bc-4189-b479-389f24603aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67186c93-bd92-4d76-a81e-416f7c58936b,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:31.344149 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-d65f1e35-c0bc-4189-b479-389f24603aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:31.439805 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ace498-4096-4816-bf47-edc65edd9fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0437a45d-bc6d-431c-a9c7-9e89c95a0c0e'}] {{(pid=100363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:41:31.445641 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbe76d-7ee8-41f2-ba2d-9f48921edef4 req-90494fac-0ed9-4fd3-b7fa-3e886ce662f8 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:31.447218 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b8bbe76d-7ee8-41f2-ba2d-9f48921edef4 req-90494fac-0ed9-4fd3-b7fa-3e886ce662f8 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 944 time: 0.0992739 Jun 29 17:41:31.447386 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0170bf9ab270c77a1188d5f8494ea938272331804d61dd1d179af329d40bd85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fb6ab0-6faa-4f33-869c-f0c89bb1e354" -d '{"events": [{"server_uuid": "b5ace498-4096-4816-bf47-edc65edd9fe1", "name": "network-vif-plugged", "status": "completed", "tag": "0437a45d-bc6d-431c-a9c7-9e89c95a0c0e"}]}' {{(pid=100363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:41:31.520785 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b8bbe76d-7ee8-41f2-ba2d-9f48921edef4 req-e75404e6-a0ff-47e3-a6c6-f2ca71f67f54 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627499 Jun 29 17:41:31.523289 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b3ec27-ef83-47d3-bb6f-2753c7c954d0 x-openstack-request-id: req-b9b3ec27-ef83-47d3-bb6f-2753c7c954d0 {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:41:31.523764 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ace498-4096-4816-bf47-edc65edd9fe1", "name": "network-vif-plugged", "status": "completed", "tag": "0437a45d-bc6d-431c-a9c7-9e89c95a0c0e", "code": 200}]} {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:41:31.527866 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b9b3ec27-ef83-47d3-bb6f-2753c7c954d0 {{(pid=100363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:41:31.527866 dv-cinder-763306-14-iscsi neutron-server[100363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ace498-4096-4816-bf47-edc65edd9fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0437a45d-bc6d-431c-a9c7-9e89c95a0c0e', 'code': 200} Jun 29 17:41:31.680455 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:31.800219 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d9b09-a7cf-4add-a5dd-a9702feeebea req-1ee60af5-97dc-46fe-800a-6a257ae4a59b tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:31.802423 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b33d9b09-a7cf-4add-a5dd-a9702feeebea req-1ee60af5-97dc-46fe-800a-6a257ae4a59b tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.0751579 Jun 29 17:41:31.848455 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b33d9b09-a7cf-4add-a5dd-a9702feeebea req-05fd4f8c-1ab2-49a5-8e74-05c7b0ab912b tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403790 Jun 29 17:41:31.975911 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e934ce8-e932-47db-8585-d4a189133301 req-b63ef205-581d-48d8-9e30-ddd5e178048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:31.977698 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-8e934ce8-e932-47db-8585-d4a189133301 req-b63ef205-581d-48d8-9e30-ddd5e178048b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 1098 time: 0.0608726 Jun 29 17:41:32.258054 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-8e934ce8-e932-47db-8585-d4a189133301 req-406b5bdd-7d73-4e16-9380-1f1c5493d3db service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730453 Jun 29 17:41:32.458756 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad6ba9-9698-45b0-b670-4d85ba7cb4cd req-937b567d-d4cd-4d35-b4f0-a67d7e4455f8 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:32.460590 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d9ad6ba9-9698-45b0-b670-4d85ba7cb4cd req-937b567d-d4cd-4d35-b4f0-a67d7e4455f8 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 945 time: 0.0672867 Jun 29 17:41:32.501664 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d9ad6ba9-9698-45b0-b670-4d85ba7cb4cd req-75bcb6f5-daab-41c4-95f0-7e54ef72833e tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339377 Jun 29 17:41:32.704913 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f8b7b-e3a2-4e58-a3f2-951d8563e6c1 req-b3cdf844-ea30-446c-b045-a1c5976d5b74 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:32.706720 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a88f8b7b-e3a2-4e58-a3f2-951d8563e6c1 req-b3cdf844-ea30-446c-b045-a1c5976d5b74 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 944 time: 0.0715921 Jun 29 17:41:32.753456 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a88f8b7b-e3a2-4e58-a3f2-951d8563e6c1 req-885b18e5-f2cb-4a54-ae10-200e48dbf1c2 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397046 Jun 29 17:41:32.883306 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 59650) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:33.010352 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b7371e62-697a-45f9-961a-2000bbea2690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:33.054766 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7be04-e16a-4d67-83f0-61faf9c785b8 req-2a10d654-1b48-48b6-8834-37a1e0283a63 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:33.060342 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-eda7be04-e16a-4d67-83f0-61faf9c785b8 req-2a10d654-1b48-48b6-8834-37a1e0283a63 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.0885434 Jun 29 17:41:33.121864 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-eda7be04-e16a-4d67-83f0-61faf9c785b8 req-825f0be3-98e2-4004-8d1d-a06851b4b0d4 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590785 Jun 29 17:41:33.149385 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b7371e62-697a-45f9-961a-2000bbea2690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:33.174858 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:33.299051 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b7371e62-697a-45f9-961a-2000bbea2690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:33.306613 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:33.350630 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-b7371e62-697a-45f9-961a-2000bbea2690 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=c9b5a65a3cd947f386043c49866fc308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4657769 Jun 29 17:41:33.351521 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7371e62-697a-45f9-961a-2000bbea2690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5922894-7931-4225-88ef-9ba6a6b3d3ff,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:33.354314 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 59666) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:33.354428 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b7371e62-697a-45f9-961a-2000bbea2690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:33.418644 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-1bf56cdb-7884-4ff8-a34d-f7b351b52f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:33.467861 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-1bf56cdb-7884-4ff8-a34d-f7b351b52f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:33.668650 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-1bf56cdb-7884-4ff8-a34d-f7b351b52f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:33.680756 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-1bf56cdb-7884-4ff8-a34d-f7b351b52f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:33.682627 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-1bf56cdb-7884-4ff8-a34d-f7b351b52f34 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b5922894-7931-4225-88ef-9ba6a6b3d3ff HTTP/1.1" status: 204 len: 168 time: 0.3264842 Jun 29 17:41:33.704823 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-31054ea9-d01c-40b4-97f8-36d581eef1af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:33.763264 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf56cdb-7884-4ff8-a34d-f7b351b52f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5922894-7931-4225-88ef-9ba6a6b3d3ff,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:33.796113 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-1bf56cdb-7884-4ff8-a34d-f7b351b52f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:33.856265 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb46132-9c35-4337-a878-76cae79f94c6 req-171e3674-7065-4333-86a4-f3ee9a77a0b4 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:33.863564 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9cb46132-9c35-4337-a878-76cae79f94c6 req-171e3674-7065-4333-86a4-f3ee9a77a0b4 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 945 time: 0.1789031 Jun 29 17:41:33.923891 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9cb46132-9c35-4337-a878-76cae79f94c6 req-69bc2ef0-dce7-4247-b7cf-bd865d8c843b tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592310 Jun 29 17:41:34.092374 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a608e4-9f87-411a-8ca6-700a20c80dd6 req-aaab7785-8f90-497e-9b47-4eae5d913e6f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:34.093870 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e3a608e4-9f87-411a-8ca6-700a20c80dd6 req-aaab7785-8f90-497e-9b47-4eae5d913e6f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 944 time: 0.0666258 Jun 29 17:41:34.104347 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device a9405f08-3e63-43e0-80bf-03da63452152 up at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:41:34.138963 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e3a608e4-9f87-411a-8ca6-700a20c80dd6 req-0583bfb8-014a-4360-bbde-af5b34d88c27 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393324 Jun 29 17:41:34.262297 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning for port a9405f08-3e63-43e0-80bf-03da63452152 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:41:34.271493 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning complete for port a9405f08-3e63-43e0-80bf-03da63452152 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:41:34.271493 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:34.413844 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:34.425395 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a0258-bbb2-4711-9637-32e7b4151c3a req-734a6a15-9bff-453c-8ce3-d79c6300d196 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:34.428056 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-631a0258-bbb2-4711-9637-32e7b4151c3a req-734a6a15-9bff-453c-8ce3-d79c6300d196 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.1244009 Jun 29 17:41:34.440688 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4291bc3-c63b-4e30-8d0c-02a1b95b8546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9405f08-3e63-43e0-80bf-03da63452152'}] {{(pid=100363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:41:34.443202 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0170bf9ab270c77a1188d5f8494ea938272331804d61dd1d179af329d40bd85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141a3a50-5755-415c-b5ec-d434777ee85d" -d '{"events": [{"server_uuid": "e4291bc3-c63b-4e30-8d0c-02a1b95b8546", "name": "network-vif-plugged", "status": "completed", "tag": "a9405f08-3e63-43e0-80bf-03da63452152"}]}' {{(pid=100363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:41:34.458427 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port a9405f08-3e63-43e0-80bf-03da63452152, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a9405f08-3e63-43e0-80bf-03da63452152,segment=NetworkSegment(ed133f60-0561-402c-b298-d58ce672a887),segment_id=ed133f60-0561-402c-b298-d58ce672a887)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:41:34.500660 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-631a0258-bbb2-4711-9637-32e7b4151c3a req-2379e6ef-9795-42d2-9e53-cf904784dbe8 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650265 Jun 29 17:41:34.518289 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdde301-c103-416c-8146-9b1db734cab9 x-openstack-request-id: req-fcdde301-c103-416c-8146-9b1db734cab9 {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:41:34.518815 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4291bc3-c63b-4e30-8d0c-02a1b95b8546", "name": "network-vif-plugged", "status": "completed", "tag": "a9405f08-3e63-43e0-80bf-03da63452152", "code": 200}]} {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:41:34.519429 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-fcdde301-c103-416c-8146-9b1db734cab9 {{(pid=100363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:41:34.520307 dv-cinder-763306-14-iscsi neutron-server[100363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4291bc3-c63b-4e30-8d0c-02a1b95b8546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9405f08-3e63-43e0-80bf-03da63452152', 'code': 200} Jun 29 17:41:34.553594 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:34.554849 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 5c7a7ddb-dcaf-4046-9505-12a0fb50ceac up at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:41:34.560675 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:34.654704 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=a9405f08-3e63-43e0-80bf-03da63452152,revision_number=5']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:34.658230 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:34.662094 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 59730) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:34.677121 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8b9ed95f-669f-4a6b-8e33-e1d0f9368172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:34.742733 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning for port 5c7a7ddb-dcaf-4046-9505-12a0fb50ceac completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:41:34.749752 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning complete for port 5c7a7ddb-dcaf-4046-9505-12a0fb50ceac triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:41:34.750412 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:34.783630 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8b9ed95f-669f-4a6b-8e33-e1d0f9368172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:34.839158 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:34.874949 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 5c7a7ddb-dcaf-4046-9505-12a0fb50ceac, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=5c7a7ddb-dcaf-4046-9505-12a0fb50ceac,segment=NetworkSegment(337bcf56-7dac-4930-9b9c-823189f35073),segment_id=337bcf56-7dac-4930-9b9c-823189f35073)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:41:34.913298 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8b9ed95f-669f-4a6b-8e33-e1d0f9368172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:34.916827 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-0faac7c3-eba4-41f2-b42b-8f7a78ca00d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:34.955197 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-8b9ed95f-669f-4a6b-8e33-e1d0f9368172 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e1849455b12743d8bcc0023f3d9183be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918243 Jun 29 17:41:34.958069 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 59734) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:34.959566 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:34.962608 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-610868ef-dc4e-4f00-b98a-69231834afa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:34.975527 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ed95f-669f-4a6b-8e33-e1d0f9368172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9ce161-0e60-4692-a407-8780784b9a96,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:34.993033 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-8b9ed95f-669f-4a6b-8e33-e1d0f9368172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:35.029330 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=5c7a7ddb-dcaf-4046-9505-12a0fb50ceac,revision_number=5']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:35.032851 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:35.062193 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-83cc3049-02c4-4827-87dd-895e2080bc17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:35.076708 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c6014-fb81-45f4-9185-6f1f17e3483b req-f5c232f1-5b11-4905-8321-3bcd3d528ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:35.078229 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-de0c6014-fb81-45f4-9185-6f1f17e3483b req-f5c232f1-5b11-4905-8321-3bcd3d528ffb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 1099 time: 0.0994422 Jun 29 17:41:35.221601 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-83cc3049-02c4-4827-87dd-895e2080bc17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:35.222097 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929de0e-7150-47b0-8293-7c5ceba6b6d5 req-64eae8a3-7f80-439b-a550-c929b4528bfc tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:35.222097 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b929de0e-7150-47b0-8293-7c5ceba6b6d5 req-64eae8a3-7f80-439b-a550-c929b4528bfc tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 946 time: 0.0692325 Jun 29 17:41:35.223281 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-de0c6014-fb81-45f4-9185-6f1f17e3483b req-96a928df-aa84-4d1c-bd6e-5f116097c08b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550284 Jun 29 17:41:35.223699 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b929de0e-7150-47b0-8293-7c5ceba6b6d5 req-f2aa5c18-f438-4c4f-9faa-9ec54e8edcf9 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345681 Jun 29 17:41:35.345697 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b7f5f-b262-4946-9d80-3902997b26f0 req-8176daf3-3aef-42f9-b7c7-037582d97fd3 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:35.347249 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-061b7f5f-b262-4946-9d80-3902997b26f0 req-8176daf3-3aef-42f9-b7c7-037582d97fd3 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.0739317 Jun 29 17:41:35.369582 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-83cc3049-02c4-4827-87dd-895e2080bc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:35.381302 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-83cc3049-02c4-4827-87dd-895e2080bc17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:35.381302 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-83cc3049-02c4-4827-87dd-895e2080bc17 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2a9ce161-0e60-4692-a407-8780784b9a96 HTTP/1.1" status: 204 len: 168 time: 0.4177818 Jun 29 17:41:35.381556 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-caca2177-3c8c-4b5c-b2cc-e6af5fd9111a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:35.396940 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc3049-02c4-4827-87dd-895e2080bc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9ce161-0e60-4692-a407-8780784b9a96,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:35.400849 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-83cc3049-02c4-4827-87dd-895e2080bc17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:35.428037 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-061b7f5f-b262-4946-9d80-3902997b26f0 req-dbad0352-5d70-4cda-81df-0e5b13ae6647 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736861 Jun 29 17:41:35.598623 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2b132-638a-4876-a0b0-838ad8250554 req-8b4bcad4-2eeb-4515-8ef0-5f4a911b5092 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:35.600409 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-22b2b132-638a-4876-a0b0-838ad8250554 req-8b4bcad4-2eeb-4515-8ef0-5f4a911b5092 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.0956647 Jun 29 17:41:35.602684 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:35.633611 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569748c-ddb8-4839-8846-d88309fd6365 req-323261a0-e9d6-45f3-8388-6fbac53ab3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:35.635829 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-0569748c-ddb8-4839-8846-d88309fd6365 req-323261a0-e9d6-45f3-8388-6fbac53ab3cb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1e92675dd0af403695e9b73c81b761d5&device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 1098 time: 0.0705822 Jun 29 17:41:35.664605 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-22b2b132-638a-4876-a0b0-838ad8250554 req-738ca109-e6ee-49b9-9c16-01951c76614a tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513635 Jun 29 17:41:35.756538 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569748c-ddb8-4839-8846-d88309fd6365 req-e0412367-4327-42f9-9bb5-90f7fc3c3c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:35.758019 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-0569748c-ddb8-4839-8846-d88309fd6365 req-e0412367-4327-42f9-9bb5-90f7fc3c3c20 service neutron] 10.222.0.66 "GET /v2.0/networks?id=73d0a2ca-fa0f-4cd0-8a9a-812558672909 HTTP/1.1" status: 200 len: 920 time: 0.1155457 Jun 29 17:41:35.801315 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-0569748c-ddb8-4839-8846-d88309fd6365 req-e72f15fd-d207-45aa-afda-111d69e451e8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0437a45d-bc6d-431c-a9c7-9e89c95a0c0e HTTP/1.1" status: 200 len: 217 time: 0.0355961 Jun 29 17:41:35.873627 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569748c-ddb8-4839-8846-d88309fd6365 req-e828ad3d-5f75-4b18-a9c6-06f9ebc02c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:35.875600 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-0569748c-ddb8-4839-8846-d88309fd6365 req-e828ad3d-5f75-4b18-a9c6-06f9ebc02c7a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f447dc3a-32cd-4706-b5cc-db6cdad5bfeb HTTP/1.1" status: 200 len: 859 time: 0.0638878 Jun 29 17:41:35.914561 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-0569748c-ddb8-4839-8846-d88309fd6365 req-d7a310a4-2c0b-432d-837d-a19f77334d0b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=73d0a2ca-fa0f-4cd0-8a9a-812558672909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261447 Jun 29 17:41:36.031664 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-0569748c-ddb8-4839-8846-d88309fd6365 req-9b0ee94f-771c-47b9-b96b-413793ee922b service neutron] 10.222.0.66 "GET /v2.0/networks/73d0a2ca-fa0f-4cd0-8a9a-812558672909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997539 Jun 29 17:41:36.136878 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-0569748c-ddb8-4839-8846-d88309fd6365 req-68ddc930-0153-4780-8324-68ebcf8f6923 service neutron] 10.222.0.66 "GET /v2.0/networks/73d0a2ca-fa0f-4cd0-8a9a-812558672909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927062 Jun 29 17:41:36.405206 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5831dc2-ec8f-401f-8eac-ae85a277e073 req-47e03f61-d128-46d1-8369-7373f9887126 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:36.406753 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c5831dc2-ec8f-401f-8eac-ae85a277e073 req-47e03f61-d128-46d1-8369-7373f9887126 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 946 time: 0.0776443 Jun 29 17:41:36.448380 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c5831dc2-ec8f-401f-8eac-ae85a277e073 req-b17c67d1-0833-4ba8-9989-99f35fb2d5ba tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355544 Jun 29 17:41:36.521478 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c89090-c60c-47f5-9755-c95c5b2de988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7a7ddb-dcaf-4046-9505-12a0fb50ceac'}] {{(pid=100363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:41:36.524139 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0170bf9ab270c77a1188d5f8494ea938272331804d61dd1d179af329d40bd85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1dee7c9-7cfa-4741-b331-a1c5a94a854c" -d '{"events": [{"server_uuid": "61c89090-c60c-47f5-9755-c95c5b2de988", "name": "network-vif-plugged", "status": "completed", "tag": "5c7a7ddb-dcaf-4046-9505-12a0fb50ceac"}]}' {{(pid=100363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:41:36.568784 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99e998f-e6cd-4af6-8a8c-b74c47aa8a29 x-openstack-request-id: req-e99e998f-e6cd-4af6-8a8c-b74c47aa8a29 {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:41:36.568784 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c89090-c60c-47f5-9755-c95c5b2de988", "name": "network-vif-plugged", "status": "completed", "tag": "5c7a7ddb-dcaf-4046-9505-12a0fb50ceac", "code": 200}]} {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:41:36.568784 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e99e998f-e6cd-4af6-8a8c-b74c47aa8a29 {{(pid=100363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:41:36.568784 dv-cinder-763306-14-iscsi neutron-server[100363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c89090-c60c-47f5-9755-c95c5b2de988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7a7ddb-dcaf-4046-9505-12a0fb50ceac', 'code': 200} Jun 29 17:41:36.648624 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce5e9a-2c21-49ef-80d1-2dcab5526bca req-1bc337aa-bd27-4450-992a-b41b59bdae08 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:36.650598 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c6ce5e9a-2c21-49ef-80d1-2dcab5526bca req-1bc337aa-bd27-4450-992a-b41b59bdae08 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.1021185 Jun 29 17:41:36.704053 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c6ce5e9a-2c21-49ef-80d1-2dcab5526bca req-f1dd8873-3da0-4b70-b973-91526f81cf18 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450044 Jun 29 17:41:36.874524 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f8a13-9b1d-4034-b7a6-c2a3b5d77e94 req-38b61bb9-df30-42c8-bc7b-44f249e1d564 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:36.876084 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-953f8a13-9b1d-4034-b7a6-c2a3b5d77e94 req-38b61bb9-df30-42c8-bc7b-44f249e1d564 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.0859253 Jun 29 17:41:36.916275 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-953f8a13-9b1d-4034-b7a6-c2a3b5d77e94 req-28c9515f-0f36-4f94-83d1-794728f8ed55 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344472 Jun 29 17:41:37.575805 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 59838) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:37.662176 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb978d7-2d5b-490c-9a36-49f5c4af81cb req-70b951fc-4f55-43ef-b621-c36a1e771102 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:37.664459 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8fb978d7-2d5b-490c-9a36-49f5c4af81cb req-70b951fc-4f55-43ef-b621-c36a1e771102 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 946 time: 0.0756130 Jun 29 17:41:37.713200 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8fb978d7-2d5b-490c-9a36-49f5c4af81cb req-8bcf0545-9a9a-4e94-b620-90f65b2ac79a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423305 Jun 29 17:41:37.839243 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-1e3e0e36-9307-46b7-b5b7-396276758182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:37.957063 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-1e3e0e36-9307-46b7-b5b7-396276758182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:37.993035 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105d7fb-7632-4418-8cad-332865378f50 req-d0549a12-29ec-4705-8eae-b7d190c2e334 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:37.994249 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7105d7fb-7632-4418-8cad-332865378f50 req-d0549a12-29ec-4705-8eae-b7d190c2e334 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 946 time: 0.1036656 Jun 29 17:41:38.005138 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 59858) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:38.010055 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a3ccb-756d-4b89-aa71-be533c076643 req-56c70171-c1d7-4333-adeb-3b6031cabb25 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:38.011624 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2d8a3ccb-756d-4b89-aa71-be533c076643 req-56c70171-c1d7-4333-adeb-3b6031cabb25 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.1426017 Jun 29 17:41:38.013155 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-4a38a890-df47-480c-8630-a2d4e0e6746f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Request body: {'floatingip': {'port_id': 'a9405f08-3e63-43e0-80bf-03da63452152'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:41:38.044734 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-1e3e0e36-9307-46b7-b5b7-396276758182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:38.072209 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2d8a3ccb-756d-4b89-aa71-be533c076643 req-33877ab9-0829-418e-9ee2-d4f48e30019e tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481498 Jun 29 17:41:38.106199 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-6011834d-daa9-4b0d-abd7-048afd75b857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:38.137357 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-4a38a890-df47-480c-8630-a2d4e0e6746f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for floatingip, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:38.220983 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-1e3e0e36-9307-46b7-b5b7-396276758182 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=cf8d4309507f476fa57d46f14537c2ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6440880 Jun 29 17:41:38.222206 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e0e36-9307-46b7-b5b7-396276758182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb885ce8-ef24-4199-aedb-a751136bc0cb,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:38.223616 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 59876) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:38.257742 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-1e3e0e36-9307-46b7-b5b7-396276758182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:38.330742 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-849090c9-dcea-4b0c-b687-b7c9b88e955f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:38.359110 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-849090c9-dcea-4b0c-b687-b7c9b88e955f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:38.385329 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63af61-db4b-4ec1-9597-d9d9a39bc711 req-5360e11f-fbd5-40d9-bbe6-35cbd5656add tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:38.387372 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ca63af61-db4b-4ec1-9597-d9d9a39bc711 req-5360e11f-fbd5-40d9-bbe6-35cbd5656add tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.1212626 Jun 29 17:41:38.451169 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ca63af61-db4b-4ec1-9597-d9d9a39bc711 req-b660615e-33b3-4c64-b2ce-d1454581a5e3 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524657 Jun 29 17:41:38.529881 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-849090c9-dcea-4b0c-b687-b7c9b88e955f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:38.532464 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-849090c9-dcea-4b0c-b687-b7c9b88e955f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:38.533592 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-849090c9-dcea-4b0c-b687-b7c9b88e955f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/fb885ce8-ef24-4199-aedb-a751136bc0cb HTTP/1.1" status: 204 len: 168 time: 0.3078592 Jun 29 17:41:38.534463 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:38.543666 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849090c9-dcea-4b0c-b687-b7c9b88e955f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb885ce8-ef24-4199-aedb-a751136bc0cb,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:38.545905 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-849090c9-dcea-4b0c-b687-b7c9b88e955f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:38.875608 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 59896) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:38.878080 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9172e-864d-41c9-96a4-0a8d4f62a9c0 req-c4ee40fe-8f63-4d36-92e9-d527b9962a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:38.879827 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-e2b9172e-864d-41c9-96a4-0a8d4f62a9c0 req-c4ee40fe-8f63-4d36-92e9-d527b9962a36 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 1098 time: 0.2049882 Jun 29 17:41:38.904967 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-4a38a890-df47-480c-8630-a2d4e0e6746f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:38.979748 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-4a38a890-df47-480c-8630-a2d4e0e6746f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617202'] for floatingip, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:38.994359 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2d408385-0b7b-42ca-8dfd-f660b36c5224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:39.093967 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2d408385-0b7b-42ca-8dfd-f660b36c5224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:39.186657 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2d408385-0b7b-42ca-8dfd-f660b36c5224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:39.190328 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-0350d319-1ad2-40a0-879b-ab80909e86d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:39.223634 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d408385-0b7b-42ca-8dfd-f660b36c5224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e454d8f-7ca4-41e3-a877-f21419f01ce8,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:39.258293 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-2d408385-0b7b-42ca-8dfd-f660b36c5224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:39.272046 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-2d408385-0b7b-42ca-8dfd-f660b36c5224 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=57800cf57574450a9992f899692ac397&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3945360 Jun 29 17:41:39.274557 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 59904) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:39.296362 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.db.l3_db [None req-4a38a890-df47-480c-8630-a2d4e0e6746f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Floating IP 1213a3f0-1c27-436a-97a5-59510497c007 associated. External IP: 172.27.3.154, port: a9405f08-3e63-43e0-80bf-03da63452152. Jun 29 17:41:39.306646 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 59906) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:39.335318 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-886c5274-2884-4460-a16d-8c5cb6ba4ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:39.365506 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa964c-8070-419d-91d3-a18ad4dc613b req-d296beaf-3b7c-4c00-87f4-92e18f75c393 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:39.365841 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-51fa964c-8070-419d-91d3-a18ad4dc613b req-d296beaf-3b7c-4c00-87f4-92e18f75c393 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.1432893 Jun 29 17:41:39.405400 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-6b2b754b-9905-4f08-b50a-d992174d4024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:39.446738 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-6b2b754b-9905-4f08-b50a-d992174d4024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:39.464565 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-51fa964c-8070-419d-91d3-a18ad4dc613b req-57f2a5bd-d1ce-43e2-8365-e6242b1b76c7 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905659 Jun 29 17:41:39.529207 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a38a890-df47-480c-8630-a2d4e0e6746f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Router 7e718a58-b63d-46dc-9ced-0bdcc9c1a779 has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:41:39.553413 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-886c5274-2884-4460-a16d-8c5cb6ba4ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:39.570582 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-6b2b754b-9905-4f08-b50a-d992174d4024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:39.573642 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-6b2b754b-9905-4f08-b50a-d992174d4024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:39.579947 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-6b2b754b-9905-4f08-b50a-d992174d4024 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1e454d8f-7ca4-41e3-a877-f21419f01ce8 HTTP/1.1" status: 204 len: 168 time: 0.3015504 Jun 29 17:41:39.579947 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:39.609336 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-886c5274-2884-4460-a16d-8c5cb6ba4ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:39.614299 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b754b-9905-4f08-b50a-d992174d4024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e454d8f-7ca4-41e3-a877-f21419f01ce8,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:39.636461 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-6b2b754b-9905-4f08-b50a-d992174d4024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:39.640034 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:39.666100 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a38a890-df47-480c-8630-a2d4e0e6746f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:41:39.672593 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-4a38a890-df47-480c-8630-a2d4e0e6746f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for floatingip, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:39.677661 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-886c5274-2884-4460-a16d-8c5cb6ba4ef7 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ceef03bf56c4475bbadfd58f6ec7f598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3700035 Jun 29 17:41:39.684629 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 59916) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:39.688191 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f7137d-85cd-42c2-adff-8afb4cba2c2c None None] Sync routers for ids ['7e718a58-b63d-46dc-9ced-0bdcc9c1a779'] in dv-cinder-763306-14-iscsi {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:41:39.695127 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c5274-2884-4460-a16d-8c5cb6ba4ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f504be3-d0c5-4046-9600-5fc02899631b,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:39.707447 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-886c5274-2884-4460-a16d-8c5cb6ba4ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:39.717757 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f7137d-85cd-42c2-adff-8afb4cba2c2c None None] Routers {'7e718a58-b63d-46dc-9ced-0bdcc9c1a779'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:41:39.719424 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-13f7137d-85cd-42c2-adff-8afb4cba2c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:41:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['7e718a58-b63d-46dc-9ced-0bdcc9c1a779'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:41:39.730263 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-4a38a890-df47-480c-8630-a2d4e0e6746f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "PUT /v2.0/floatingips/1213a3f0-1c27-436a-97a5-59510497c007 HTTP/1.1" status: 200 len: 992 time: 1.7234814 Jun 29 17:41:39.731405 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4291bc3-c63b-4e30-8d0c-02a1b95b8546', 'tag': 'a9405f08-3e63-43e0-80bf-03da63452152'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:41:39.734207 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae0de9c-7a59-4c2c-9b65-a155da2dc4a3" -d '{"events": [{"name": "network-changed", "server_uuid": "e4291bc3-c63b-4e30-8d0c-02a1b95b8546", "tag": "a9405f08-3e63-43e0-80bf-03da63452152"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:41:39.765008 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77265a4c-a336-4b42-961b-bb69500d38f5 req-8ae0dca7-55a3-48dc-b4f7-56da6c8c8cbd tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:39.766743 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-77265a4c-a336-4b42-961b-bb69500d38f5 req-8ae0dca7-55a3-48dc-b4f7-56da6c8c8cbd tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.1790662 Jun 29 17:41:39.793544 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-e2b9172e-864d-41c9-96a4-0a8d4f62a9c0 req-133324ac-e048-4ae6-831a-6cad2691b43a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501428 Jun 29 17:41:39.805576 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9c5d-1087-427f-8ac1-91eafb714d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:39.847046 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9c5d-1087-427f-8ac1-91eafb714d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:39.860104 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-77265a4c-a336-4b42-961b-bb69500d38f5 req-924727e5-9e36-48c4-b6ca-78f3c8578620 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847852 Jun 29 17:41:39.890772 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-13f7137d-85cd-42c2-adff-8afb4cba2c2c None None] Set router 7e718a58-b63d-46dc-9ced-0bdcc9c1a779 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:41:39.913898 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62a8b99-fcbb-4b23-93d1-f337ca460320 x-openstack-request-id: req-b62a8b99-fcbb-4b23-93d1-f337ca460320 {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:41:39.914415 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4291bc3-c63b-4e30-8d0c-02a1b95b8546", "tag": "a9405f08-3e63-43e0-80bf-03da63452152", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:41:39.914507 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b62a8b99-fcbb-4b23-93d1-f337ca460320 {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:41:39.914951 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4291bc3-c63b-4e30-8d0c-02a1b95b8546', 'tag': 'a9405f08-3e63-43e0-80bf-03da63452152', 'status': 'completed', 'code': 200} Jun 29 17:41:40.005553 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9c5d-1087-427f-8ac1-91eafb714d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:40.008439 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9c5d-1087-427f-8ac1-91eafb714d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:40.010946 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-7e2f9c5d-1087-427f-8ac1-91eafb714d8a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/0f504be3-d0c5-4046-9600-5fc02899631b HTTP/1.1" status: 204 len: 168 time: 0.3253622 Jun 29 17:41:40.014728 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-696b1c87-a6ea-48ce-b048-754460fd70cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:40.034189 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f9c5d-1087-427f-8ac1-91eafb714d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f504be3-d0c5-4046-9600-5fc02899631b,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:40.037618 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-7e2f9c5d-1087-427f-8ac1-91eafb714d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:40.080354 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0de9c-7a59-4c2c-9b65-a155da2dc4a3 req-bf4e74aa-513d-409b-9b41-fad499f27add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:40.083594 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-1ae0de9c-7a59-4c2c-9b65-a155da2dc4a3 req-bf4e74aa-513d-409b-9b41-fad499f27add service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=84f447d134ac4605856ab46f7e636965&device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 1099 time: 0.1034055 Jun 29 17:41:40.203755 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0de9c-7a59-4c2c-9b65-a155da2dc4a3 req-380cecbe-c5be-497f-b924-214097a4befa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:40.205293 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-1ae0de9c-7a59-4c2c-9b65-a155da2dc4a3 req-380cecbe-c5be-497f-b924-214097a4befa service neutron] 10.222.0.66 "GET /v2.0/networks?id=0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 HTTP/1.1" status: 200 len: 917 time: 0.1093159 Jun 29 17:41:40.219994 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-13f7137d-85cd-42c2-adff-8afb4cba2c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'name': 'tempest-AttachVolumeShelveTestJSON-635234752-router', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:41:01Z', 'revision_number': 4, 'project_id': '84f447d134ac4605856ab46f7e636965', 'gw_port': {'id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:52Z', 'updated_at': '2021-06-29T17:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_floatingips': [{'id': '1213a3f0-1c27-436a-97a5-59510497c007', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'port_id': 'a9405f08-3e63-43e0-80bf-03da63452152', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'mac_address': 'fa:16:3e:1d:7f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4291bc3-c63b-4e30-8d0c-02a1b95b8546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:41:12Z', 'updated_at': '2021-06-29T17:41:38Z', 'revision_number': 1, 'project_id': '84f447d134ac4605856ab46f7e636965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41425cce-35a2-471d-900d-8e59e8bba4aa', 'name': '', 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'mac_address': 'fa:16:3e:90:dc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:58Z', 'updated_at': '2021-06-29T17:41:11Z', 'revision_number': 5, 'project_id': '84f447d134ac4605856ab46f7e636965', 'subnets': [{'id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:41:40.247900 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f7137d-85cd-42c2-adff-8afb4cba2c2c None None] Checking router: 7e718a58-b63d-46dc-9ced-0bdcc9c1a779 for host: dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:41:40.259399 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f7137d-85cd-42c2-adff-8afb4cba2c2c None None] Routers {'7e718a58-b63d-46dc-9ced-0bdcc9c1a779'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:41:40.260143 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-13f7137d-85cd-42c2-adff-8afb4cba2c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:41:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['7e718a58-b63d-46dc-9ced-0bdcc9c1a779'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:41:40.456534 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-13f7137d-85cd-42c2-adff-8afb4cba2c2c None None] Set router 7e718a58-b63d-46dc-9ced-0bdcc9c1a779 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:41:40.552950 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 59944) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:40.573628 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bd501f6b-13bb-4cbd-9b73-5a39c258cd62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:40.718367 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-13f7137d-85cd-42c2-adff-8afb4cba2c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'name': 'tempest-AttachVolumeShelveTestJSON-635234752-router', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:41:01Z', 'revision_number': 4, 'project_id': '84f447d134ac4605856ab46f7e636965', 'gw_port': {'id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:52Z', 'updated_at': '2021-06-29T17:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_floatingips': [{'id': '1213a3f0-1c27-436a-97a5-59510497c007', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'port_id': 'a9405f08-3e63-43e0-80bf-03da63452152', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'mac_address': 'fa:16:3e:1d:7f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4291bc3-c63b-4e30-8d0c-02a1b95b8546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:41:12Z', 'updated_at': '2021-06-29T17:41:38Z', 'revision_number': 1, 'project_id': '84f447d134ac4605856ab46f7e636965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41425cce-35a2-471d-900d-8e59e8bba4aa', 'name': '', 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'mac_address': 'fa:16:3e:90:dc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:58Z', 'updated_at': '2021-06-29T17:41:11Z', 'revision_number': 5, 'project_id': '84f447d134ac4605856ab46f7e636965', 'subnets': [{'id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:41:40.752653 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bd501f6b-13bb-4cbd-9b73-5a39c258cd62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:40.753990 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f7137d-85cd-42c2-adff-8afb4cba2c2c None None] The sync data for ids ['7e718a58-b63d-46dc-9ced-0bdcc9c1a779'] in dv-cinder-763306-14-iscsi is: [{'id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'name': 'tempest-AttachVolumeShelveTestJSON-635234752-router', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:41:01Z', 'revision_number': 4, 'project_id': '84f447d134ac4605856ab46f7e636965', 'gw_port': {'id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:52Z', 'updated_at': '2021-06-29T17:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_floatingips': [{'id': '1213a3f0-1c27-436a-97a5-59510497c007', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'port_id': 'a9405f08-3e63-43e0-80bf-03da63452152', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'mac_address': 'fa:16:3e:1d:7f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4291bc3-c63b-4e30-8d0c-02a1b95b8546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:41:12Z', 'updated_at': '2021-06-29T17:41:38Z', 'revision_number': 1, 'project_id': '84f447d134ac4605856ab46f7e636965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41425cce-35a2-471d-900d-8e59e8bba4aa', 'name': '', 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'mac_address': 'fa:16:3e:90:dc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:58Z', 'updated_at': '2021-06-29T17:41:11Z', 'revision_number': 5, 'project_id': '84f447d134ac4605856ab46f7e636965', 'subnets': [{'id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:41:40.759031 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8e7f2-b6d4-418d-9831-ca02cf2746dd req-6d26a293-d3fc-4c00-ae7e-60901eaf382a tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:40.760665 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a3a8e7f2-b6d4-418d-9831-ca02cf2746dd req-6d26a293-d3fc-4c00-ae7e-60901eaf382a tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.0920737 Jun 29 17:41:40.819932 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a3a8e7f2-b6d4-418d-9831-ca02cf2746dd req-ae56fc98-524d-43ac-8167-2e4384028ff9 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520282 Jun 29 17:41:40.827100 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bd501f6b-13bb-4cbd-9b73-5a39c258cd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:40.829975 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-d65f1e35-c0bc-4189-b479-389f24603aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:40.869487 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd501f6b-13bb-4cbd-9b73-5a39c258cd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d1a309-634f-40f4-920f-62a465ee01be,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:40.877576 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-bd501f6b-13bb-4cbd-9b73-5a39c258cd62 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=2a557a761ef94d8abf914de2943f437f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209171 Jun 29 17:41:40.877576 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-bd501f6b-13bb-4cbd-9b73-5a39c258cd62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:40.877883 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 59952) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:40.942216 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-90003ca8-4456-40bf-be2d-344ae656a10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:40.981411 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-90003ca8-4456-40bf-be2d-344ae656a10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:41.119020 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbb8d69-fe18-4641-99f5-a39ea2936ebd None None] New status for floating IP 1213a3f0-1c27-436a-97a5-59510497c007: ACTIVE {{(pid=100363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 17:41:41.125687 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f84a1-335f-4c23-acee-1d085350a99c req-8fa72218-9929-4073-8bd0-3e0f48b7dad5 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:41.128947 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-420f84a1-335f-4c23-acee-1d085350a99c req-8fa72218-9929-4073-8bd0-3e0f48b7dad5 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.1187189 Jun 29 17:41:41.180336 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-420f84a1-335f-4c23-acee-1d085350a99c req-8291c8d9-c75f-4de2-9fc0-4a80b1c73a97 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458806 Jun 29 17:41:41.244262 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-90003ca8-4456-40bf-be2d-344ae656a10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:41.247806 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-90003ca8-4456-40bf-be2d-344ae656a10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:41.248971 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-90003ca8-4456-40bf-be2d-344ae656a10e admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/03d1a309-634f-40f4-920f-62a465ee01be HTTP/1.1" status: 204 len: 168 time: 0.3702016 Jun 29 17:41:41.249777 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-1e3e0e36-9307-46b7-b5b7-396276758182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:41.257434 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90003ca8-4456-40bf-be2d-344ae656a10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d1a309-634f-40f4-920f-62a465ee01be,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:41.260034 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-90003ca8-4456-40bf-be2d-344ae656a10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:42.165518 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b32e1-5201-465d-805a-da9237dc6203 req-b6db812d-948e-4a28-85f9-dae926754752 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:42.165518 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-359b32e1-5201-465d-805a-da9237dc6203 req-b6db812d-948e-4a28-85f9-dae926754752 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.0757837 Jun 29 17:41:42.209710 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-359b32e1-5201-465d-805a-da9237dc6203 req-80d01c67-2a82-4c2d-a48d-a3e7b53a0fa3 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384130 Jun 29 17:41:42.381704 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172f4c4-dcb3-4220-9b90-06fa2011e5f2 req-128b5350-25bf-4ff2-a792-3b9ddf98a081 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:42.383327 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8172f4c4-dcb3-4220-9b90-06fa2011e5f2 req-128b5350-25bf-4ff2-a792-3b9ddf98a081 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.0700774 Jun 29 17:41:42.433970 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8172f4c4-dcb3-4220-9b90-06fa2011e5f2 req-796fd3a5-1260-4524-829b-3a785f9baade tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422289 Jun 29 17:41:43.395009 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e00a8-24ec-49c4-ad70-7ea82b3bb9c0 req-ad65e461-cb45-4fe9-964d-7c964bb00be9 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:43.396540 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8f4e00a8-24ec-49c4-ad70-7ea82b3bb9c0 req-ad65e461-cb45-4fe9-964d-7c964bb00be9 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.0684307 Jun 29 17:41:43.439155 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8f4e00a8-24ec-49c4-ad70-7ea82b3bb9c0 req-14892756-c0c2-4a1a-9794-4a525b4570f1 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365462 Jun 29 17:41:43.505240 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-1ae0de9c-7a59-4c2c-9b65-a155da2dc4a3 req-73947acc-7ea3-4606-bd88-731535d7d15e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9405f08-3e63-43e0-80bf-03da63452152 HTTP/1.1" status: 200 len: 1002 time: 0.1118767 Jun 29 17:41:43.576441 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0de9c-7a59-4c2c-9b65-a155da2dc4a3 req-2252f563-99a5-4f15-8a68-1caa07caa433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:43.577915 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-1ae0de9c-7a59-4c2c-9b65-a155da2dc4a3 req-2252f563-99a5-4f15-8a68-1caa07caa433 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e367aaf4-13cb-4861-b876-86e2e819d122 HTTP/1.1" status: 200 len: 855 time: 0.0609396 Jun 29 17:41:43.653502 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd03e7f-0236-42f4-afe3-d8ff36a26bd2 req-e898fea1-2fd7-424c-9f76-bcad24c26350 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:43.654599 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0de9c-7a59-4c2c-9b65-a155da2dc4a3 req-66b1fbae-3911-456b-b864-2f267326d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:43.655553 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-cdd03e7f-0236-42f4-afe3-d8ff36a26bd2 req-e898fea1-2fd7-424c-9f76-bcad24c26350 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.0826924 Jun 29 17:41:43.657059 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-1ae0de9c-7a59-4c2c-9b65-a155da2dc4a3 req-66b1fbae-3911-456b-b864-2f267326d367 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ee3f12c-3998-4005-bfbc-d8cd7c4223e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0669758 Jun 29 17:41:43.724411 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-cdd03e7f-0236-42f4-afe3-d8ff36a26bd2 req-f1f827fe-8753-449c-a6e9-48ff7ed41ca8 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621021 Jun 29 17:41:43.792465 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-1ae0de9c-7a59-4c2c-9b65-a155da2dc4a3 req-0d148558-8ca0-46ab-8a23-e06c9408ba18 service neutron] 10.222.0.66 "GET /v2.0/networks/0ee3f12c-3998-4005-bfbc-d8cd7c4223e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136835 Jun 29 17:41:43.894502 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-1ae0de9c-7a59-4c2c-9b65-a155da2dc4a3 req-46a7b8b6-3f8c-4961-8c77-2f705ed6d8f0 service neutron] 10.222.0.66 "GET /v2.0/networks/0ee3f12c-3998-4005-bfbc-d8cd7c4223e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992036 Jun 29 17:41:44.672604 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84218dca-bba3-4bc5-a9e2-957613a5da63 req-a04174c5-cb01-414c-8d3d-47d6c34db507 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:44.674481 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-84218dca-bba3-4bc5-a9e2-957613a5da63 req-a04174c5-cb01-414c-8d3d-47d6c34db507 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.0711479 Jun 29 17:41:44.723396 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-84218dca-bba3-4bc5-a9e2-957613a5da63 req-f33e7c45-ace7-4fae-ab8e-927ac1243771 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430765 Jun 29 17:41:44.957671 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9833a5d-e38e-4e74-860c-99ec2df2bec5 req-33c98f46-6d93-4026-9092-758c9012f58e tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:44.959244 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c9833a5d-e38e-4e74-860c-99ec2df2bec5 req-33c98f46-6d93-4026-9092-758c9012f58e tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.0952694 Jun 29 17:41:45.007419 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c9833a5d-e38e-4e74-860c-99ec2df2bec5 req-92ba8191-f754-4087-9601-2127d0b788f0 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395598 Jun 29 17:41:45.916375 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 60182) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:45.921507 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5875938-3d3b-4dc3-b900-9f4fcf8e2d92 req-1e4db327-78b9-420f-8491-9412945055e8 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:45.921507 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b5875938-3d3b-4dc3-b900-9f4fcf8e2d92 req-1e4db327-78b9-420f-8491-9412945055e8 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.0688212 Jun 29 17:41:45.964286 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b5875938-3d3b-4dc3-b900-9f4fcf8e2d92 req-f4ee453c-6add-46df-8828-bc56badfc4c7 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395150 Jun 29 17:41:46.057083 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ab0d0793-a9b9-414e-9433-6b98cacbf358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:46.262954 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ab0d0793-a9b9-414e-9433-6b98cacbf358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:46.333993 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ab0d0793-a9b9-414e-9433-6b98cacbf358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:46.336495 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:46.377117 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-ab0d0793-a9b9-414e-9433-6b98cacbf358 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3432abec25f9426b8dc7c8c6911d3117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4595387 Jun 29 17:41:46.377937 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d0793-a9b9-414e-9433-6b98cacbf358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f562aa5-8260-4cfe-a291-ae678dd47a0f,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:46.379981 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 60194) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:46.391900 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d0793-a9b9-414e-9433-6b98cacbf358 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:41:46.392264 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d0793-a9b9-414e-9433-6b98cacbf358 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:41:46.392612 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d0793-a9b9-414e-9433-6b98cacbf358 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:41:46.392952 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d0793-a9b9-414e-9433-6b98cacbf358 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:41:46.393315 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d0793-a9b9-414e-9433-6b98cacbf358 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:41:46.393719 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d0793-a9b9-414e-9433-6b98cacbf358 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:41:46.394034 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d0793-a9b9-414e-9433-6b98cacbf358 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:41:46.394368 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d0793-a9b9-414e-9433-6b98cacbf358 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:41:46.394808 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d0793-a9b9-414e-9433-6b98cacbf358 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:41:46.395170 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d0793-a9b9-414e-9433-6b98cacbf358 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:41:46.395490 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d0793-a9b9-414e-9433-6b98cacbf358 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:41:46.395843 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0d0793-a9b9-414e-9433-6b98cacbf358 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:41:46.405684 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-ab0d0793-a9b9-414e-9433-6b98cacbf358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:46.447442 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b1bc8-37ef-4ae6-8792-4900b9f19790 req-8cbc9887-c9d5-499a-9685-edea5718eca2 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:46.448976 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-cd2b1bc8-37ef-4ae6-8792-4900b9f19790 req-8cbc9887-c9d5-499a-9685-edea5718eca2 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.3189659 Jun 29 17:41:46.457957 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 60196) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:46.465782 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-4cd47e08-4e1c-43bc-8676-bb9fb452e5a6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Request body: {'floatingip': {'port_id': '5c7a7ddb-dcaf-4046-9505-12a0fb50ceac'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:41:46.470453 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ab91b485-3470-42ab-a843-1c30fc1c2eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:46.475698 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335ed24-b171-406f-a476-23c3b0e131af req-b08f07a8-98de-4f5e-801d-2807395f8925 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:46.477516 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b335ed24-b171-406f-a476-23c3b0e131af req-b08f07a8-98de-4f5e-801d-2807395f8925 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.2795403 Jun 29 17:41:46.519636 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b335ed24-b171-406f-a476-23c3b0e131af req-a9276303-f60d-46a5-9a0d-6b33401901b9 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352399 Jun 29 17:41:46.528511 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-4cd47e08-4e1c-43bc-8676-bb9fb452e5a6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for floatingip, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:46.576305 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ab91b485-3470-42ab-a843-1c30fc1c2eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:46.779986 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ab91b485-3470-42ab-a843-1c30fc1c2eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:46.782496 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ab91b485-3470-42ab-a843-1c30fc1c2eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:46.783696 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-ab91b485-3470-42ab-a843-1c30fc1c2eb4 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2f562aa5-8260-4cfe-a291-ae678dd47a0f HTTP/1.1" status: 204 len: 168 time: 0.4028163 Jun 29 17:41:46.796892 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-c0f2df38-419d-4709-a51a-07c362ec74fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:46.880739 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91b485-3470-42ab-a843-1c30fc1c2eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f562aa5-8260-4cfe-a291-ae678dd47a0f,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:46.887835 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-ab91b485-3470-42ab-a843-1c30fc1c2eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:47.042564 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-4cd47e08-4e1c-43bc-8676-bb9fb452e5a6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:47.120944 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-4cd47e08-4e1c-43bc-8676-bb9fb452e5a6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617202'] for floatingip, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:47.286781 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.db.l3_db [None req-4cd47e08-4e1c-43bc-8676-bb9fb452e5a6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Floating IP 34d585a2-c759-4aac-b310-880242732aea associated. External IP: 172.27.3.139, port: 5c7a7ddb-dcaf-4046-9505-12a0fb50ceac. Jun 29 17:41:47.421941 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 60226) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:47.441699 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-331a8865-fb98-4a81-b9a9-daacdded3145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:47.512236 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd47e08-4e1c-43bc-8676-bb9fb452e5a6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Router 9b517606-c265-4eb9-a8ec-f46b88eafb36 has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:41:47.536776 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-331a8865-fb98-4a81-b9a9-daacdded3145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:47.591178 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-331a8865-fb98-4a81-b9a9-daacdded3145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:47.593740 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-6b2b754b-9905-4f08-b50a-d992174d4024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:47.628249 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd47e08-4e1c-43bc-8676-bb9fb452e5a6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:41:47.633249 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-4cd47e08-4e1c-43bc-8676-bb9fb452e5a6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for floatingip, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:47.634784 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a8865-fb98-4a81-b9a9-daacdded3145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6b4e79-4e6e-4b98-b781-9314feebd2f6,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:47.639319 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92597fb4-ad13-4ba9-a937-f42f44c1772a None None] Sync routers for ids ['9b517606-c265-4eb9-a8ec-f46b88eafb36'] in dv-cinder-763306-14-iscsi {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:41:47.641450 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-331a8865-fb98-4a81-b9a9-daacdded3145 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=cc5d2b77a6af4838af4686a4e3f88665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2184577 Jun 29 17:41:47.645557 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 60230) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:47.657852 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a8865-fb98-4a81-b9a9-daacdded3145 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:41:47.657852 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a8865-fb98-4a81-b9a9-daacdded3145 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:41:47.657852 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a8865-fb98-4a81-b9a9-daacdded3145 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:41:47.657852 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a8865-fb98-4a81-b9a9-daacdded3145 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:41:47.658197 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92597fb4-ad13-4ba9-a937-f42f44c1772a None None] Routers {'9b517606-c265-4eb9-a8ec-f46b88eafb36'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:41:47.658285 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a8865-fb98-4a81-b9a9-daacdded3145 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:41:47.658285 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a8865-fb98-4a81-b9a9-daacdded3145 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:41:47.658435 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-92597fb4-ad13-4ba9-a937-f42f44c1772a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:41:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['9b517606-c265-4eb9-a8ec-f46b88eafb36'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:41:47.658533 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a8865-fb98-4a81-b9a9-daacdded3145 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:41:47.658533 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a8865-fb98-4a81-b9a9-daacdded3145 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:41:47.658533 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a8865-fb98-4a81-b9a9-daacdded3145 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:41:47.658533 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a8865-fb98-4a81-b9a9-daacdded3145 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:41:47.658828 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a8865-fb98-4a81-b9a9-daacdded3145 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:41:47.659105 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a8865-fb98-4a81-b9a9-daacdded3145 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:41:47.670455 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-331a8865-fb98-4a81-b9a9-daacdded3145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:47.712526 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-4cd47e08-4e1c-43bc-8676-bb9fb452e5a6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "PUT /v2.0/floatingips/34d585a2-c759-4aac-b310-880242732aea HTTP/1.1" status: 200 len: 991 time: 1.2528317 Jun 29 17:41:47.713200 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c89090-c60c-47f5-9755-c95c5b2de988', 'tag': '5c7a7ddb-dcaf-4046-9505-12a0fb50ceac'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:41:47.716394 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b11418b-41bf-4229-a3c2-c583d4622f72" -d '{"events": [{"name": "network-changed", "server_uuid": "61c89090-c60c-47f5-9755-c95c5b2de988", "tag": "5c7a7ddb-dcaf-4046-9505-12a0fb50ceac"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:41:47.742028 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8984b76b-6bc0-4dc9-a330-654bf8a13470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:47.801000 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8984b76b-6bc0-4dc9-a330-654bf8a13470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:47.836511 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-92597fb4-ad13-4ba9-a937-f42f44c1772a None None] Set router 9b517606-c265-4eb9-a8ec-f46b88eafb36 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:41:47.892762 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5337532-73bd-43cb-94b3-b2dc5997ea3f req-b686b1fe-104b-43af-93f3-9c160445fc12 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:47.899454 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d5337532-73bd-43cb-94b3-b2dc5997ea3f req-b686b1fe-104b-43af-93f3-9c160445fc12 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.1207423 Jun 29 17:41:47.940751 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d5337532-73bd-43cb-94b3-b2dc5997ea3f req-df8582d2-1c46-4af8-a3e7-6d9e5a71cb08 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354571 Jun 29 17:41:47.964813 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8984b76b-6bc0-4dc9-a330-654bf8a13470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:47.967965 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8984b76b-6bc0-4dc9-a330-654bf8a13470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:47.969112 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-8984b76b-6bc0-4dc9-a330-654bf8a13470 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/cf6b4e79-4e6e-4b98-b781-9314feebd2f6 HTTP/1.1" status: 204 len: 168 time: 0.3219638 Jun 29 17:41:47.969870 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-97b0281d-5e51-4f18-a26e-36b6c203b61e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:47.997649 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984b76b-6bc0-4dc9-a330-654bf8a13470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6b4e79-4e6e-4b98-b781-9314feebd2f6,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:47.997649 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-8984b76b-6bc0-4dc9-a330-654bf8a13470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:48.123335 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-92597fb4-ad13-4ba9-a937-f42f44c1772a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'name': 'tempest-AttachVolumeTestJSON-1398550955-router', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:45Z', 'updated_at': '2021-06-29T17:40:51Z', 'revision_number': 4, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'gw_port': {'id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:46Z', 'updated_at': '2021-06-29T17:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_floatingips': [{'id': '34d585a2-c759-4aac-b310-880242732aea', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'port_id': '5c7a7ddb-dcaf-4046-9505-12a0fb50ceac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d814395-0aef-449f-bcba-f7da97787837', 'mac_address': 'fa:16:3e:e1:04:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c89090-c60c-47f5-9755-c95c5b2de988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:41:01Z', 'updated_at': '2021-06-29T17:41:46Z', 'revision_number': 1, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ae518e-6e01-4581-a4ec-afe3a3eb707b', 'name': '', 'network_id': '0d814395-0aef-449f-bcba-f7da97787837', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'mac_address': 'fa:16:3e:c5:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:41:01Z', 'revision_number': 5, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'subnets': [{'id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:41:48.141969 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144fb01-6607-431d-826c-eb34b2d2e49b req-43266eca-7454-463b-b992-52495a80f922 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:48.143545 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5144fb01-6607-431d-826c-eb34b2d2e49b req-43266eca-7454-463b-b992-52495a80f922 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 945 time: 0.0708907 Jun 29 17:41:48.154210 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92597fb4-ad13-4ba9-a937-f42f44c1772a None None] Checking router: 9b517606-c265-4eb9-a8ec-f46b88eafb36 for host: dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:41:48.162881 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92597fb4-ad13-4ba9-a937-f42f44c1772a None None] Routers {'9b517606-c265-4eb9-a8ec-f46b88eafb36'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:41:48.163866 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-92597fb4-ad13-4ba9-a937-f42f44c1772a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:41:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['9b517606-c265-4eb9-a8ec-f46b88eafb36'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:41:48.184204 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5144fb01-6607-431d-826c-eb34b2d2e49b req-bbbcf82a-c780-411e-9b90-9dab2d834976 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/security-groups?id=a943b2ad-85d4-4d18-9ad8-59d52b217921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335462 Jun 29 17:41:48.282757 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-92597fb4-ad13-4ba9-a937-f42f44c1772a None None] Set router 9b517606-c265-4eb9-a8ec-f46b88eafb36 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:41:48.515981 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-92597fb4-ad13-4ba9-a937-f42f44c1772a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'name': 'tempest-AttachVolumeTestJSON-1398550955-router', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:45Z', 'updated_at': '2021-06-29T17:40:51Z', 'revision_number': 4, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'gw_port': {'id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:46Z', 'updated_at': '2021-06-29T17:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_floatingips': [{'id': '34d585a2-c759-4aac-b310-880242732aea', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'port_id': '5c7a7ddb-dcaf-4046-9505-12a0fb50ceac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d814395-0aef-449f-bcba-f7da97787837', 'mac_address': 'fa:16:3e:e1:04:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c89090-c60c-47f5-9755-c95c5b2de988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:41:01Z', 'updated_at': '2021-06-29T17:41:46Z', 'revision_number': 1, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ae518e-6e01-4581-a4ec-afe3a3eb707b', 'name': '', 'network_id': '0d814395-0aef-449f-bcba-f7da97787837', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'mac_address': 'fa:16:3e:c5:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:41:01Z', 'revision_number': 5, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'subnets': [{'id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:41:48.541464 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92597fb4-ad13-4ba9-a937-f42f44c1772a None None] The sync data for ids ['9b517606-c265-4eb9-a8ec-f46b88eafb36'] in dv-cinder-763306-14-iscsi is: [{'id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'name': 'tempest-AttachVolumeTestJSON-1398550955-router', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:45Z', 'updated_at': '2021-06-29T17:40:51Z', 'revision_number': 4, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'gw_port': {'id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:46Z', 'updated_at': '2021-06-29T17:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_floatingips': [{'id': '34d585a2-c759-4aac-b310-880242732aea', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'floating_ip_address': '172.27.3.139', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'port_id': '5c7a7ddb-dcaf-4046-9505-12a0fb50ceac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d814395-0aef-449f-bcba-f7da97787837', 'mac_address': 'fa:16:3e:e1:04:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61c89090-c60c-47f5-9755-c95c5b2de988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:41:01Z', 'updated_at': '2021-06-29T17:41:46Z', 'revision_number': 1, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ae518e-6e01-4581-a4ec-afe3a3eb707b', 'name': '', 'network_id': '0d814395-0aef-449f-bcba-f7da97787837', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'mac_address': 'fa:16:3e:c5:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:41:01Z', 'revision_number': 5, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'subnets': [{'id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:41:48.758689 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d0ea40-3931-4e6c-8096-765918739568 None None] New status for floating IP 34d585a2-c759-4aac-b310-880242732aea: ACTIVE {{(pid=100363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 17:41:50.245663 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b52e48-131c-4966-9d07-9963885bb7c8 x-openstack-request-id: req-47b52e48-131c-4966-9d07-9963885bb7c8 {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:41:50.246501 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c89090-c60c-47f5-9755-c95c5b2de988", "tag": "5c7a7ddb-dcaf-4046-9505-12a0fb50ceac", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:41:50.246662 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-47b52e48-131c-4966-9d07-9963885bb7c8 {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:41:50.247128 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c89090-c60c-47f5-9755-c95c5b2de988', 'tag': '5c7a7ddb-dcaf-4046-9505-12a0fb50ceac', 'status': 'completed', 'code': 200} Jun 29 17:41:50.348047 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11418b-41bf-4229-a3c2-c583d4622f72 req-36a49caf-b7c9-4b14-b481-b66c62bdd17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:50.349573 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-2b11418b-41bf-4229-a3c2-c583d4622f72 req-36a49caf-b7c9-4b14-b481-b66c62bdd17e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87f56b14a5034bf38448dbb35360a4fc&device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 1098 time: 0.0689118 Jun 29 17:41:50.443618 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cf716-eb8d-45be-be13-7c77bc7e6b5d req-3fac22d7-7bcd-4c73-a7b2-7b2ffd984618 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:50.447103 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-926cf716-eb8d-45be-be13-7c77bc7e6b5d req-3fac22d7-7bcd-4c73-a7b2-7b2ffd984618 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.1032703 Jun 29 17:41:50.522779 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 60312) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:50.539012 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-926cf716-eb8d-45be-be13-7c77bc7e6b5d req-6b8327e9-d913-4327-a948-33b2c6eec748 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859647 Jun 29 17:41:50.594319 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963bffa-58cf-42ea-b012-8c0a367b1938 req-8b745b79-a139-4fdd-ad48-610c0d1e7c98 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:50.597134 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-3963bffa-58cf-42ea-b012-8c0a367b1938 req-8b745b79-a139-4fdd-ad48-610c0d1e7c98 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 945 time: 0.1322792 Jun 29 17:41:50.661761 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-3963bffa-58cf-42ea-b012-8c0a367b1938 req-ecd343c1-5f28-4029-a511-efca9b190944 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/security-groups?id=a943b2ad-85d4-4d18-9ad8-59d52b217921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570476 Jun 29 17:41:50.706138 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-01815db9-6ecf-4fe6-9836-98e203c9feee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:50.709690 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11418b-41bf-4229-a3c2-c583d4622f72 req-cba6f6d5-6375-4565-a2ee-5b17680828a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:50.711302 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-2b11418b-41bf-4229-a3c2-c583d4622f72 req-cba6f6d5-6375-4565-a2ee-5b17680828a7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0d814395-0aef-449f-bcba-f7da97787837 HTTP/1.1" status: 200 len: 912 time: 0.3532648 Jun 29 17:41:50.795495 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-2b11418b-41bf-4229-a3c2-c583d4622f72 req-67c056ec-2ffc-461a-a0d8-1c8435785c08 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c7a7ddb-dcaf-4046-9505-12a0fb50ceac HTTP/1.1" status: 200 len: 1001 time: 0.0679615 Jun 29 17:41:50.812081 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-01815db9-6ecf-4fe6-9836-98e203c9feee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:50.850134 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11418b-41bf-4229-a3c2-c583d4622f72 req-5fa365a9-4168-4b20-b14e-00332902c18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:50.851606 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-2b11418b-41bf-4229-a3c2-c583d4622f72 req-5fa365a9-4168-4b20-b14e-00332902c18f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=90b7b755-ce01-431b-9fbd-6f05b79fa141 HTTP/1.1" status: 200 len: 850 time: 0.0466290 Jun 29 17:41:50.889851 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-01815db9-6ecf-4fe6-9836-98e203c9feee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:50.892450 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-5bfee124-97a9-4d5b-95ba-9c61576a9ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:50.931909 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11418b-41bf-4229-a3c2-c583d4622f72 req-1abc0e5d-adf6-4fd1-957c-5e7875514227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:50.934130 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-2b11418b-41bf-4229-a3c2-c583d4622f72 req-1abc0e5d-adf6-4fd1-957c-5e7875514227 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0d814395-0aef-449f-bcba-f7da97787837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0610993 Jun 29 17:41:50.935549 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-01815db9-6ecf-4fe6-9836-98e203c9feee admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=edea9116ba014a2f9582a45dc94daeb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4117179 Jun 29 17:41:50.936485 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01815db9-6ecf-4fe6-9836-98e203c9feee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4013854-7548-46bc-9dc0-c49dbf675fb2,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:50.938168 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 60316) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:50.939563 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-01815db9-6ecf-4fe6-9836-98e203c9feee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:51.052752 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-0ddf952c-da1f-41d1-8af2-4ab80cc55e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:51.094904 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-0ddf952c-da1f-41d1-8af2-4ab80cc55e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:51.102317 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-2b11418b-41bf-4229-a3c2-c583d4622f72 req-e6889ba5-2fa1-4ce4-914d-c3ce65b9b914 service neutron] 10.222.0.66 "GET /v2.0/networks/0d814395-0aef-449f-bcba-f7da97787837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458585 Jun 29 17:41:51.221638 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-2b11418b-41bf-4229-a3c2-c583d4622f72 req-ac42e2c2-b5f0-45aa-9eb2-85ddd1c8b230 service neutron] 10.222.0.66 "GET /v2.0/networks/0d814395-0aef-449f-bcba-f7da97787837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072419 Jun 29 17:41:51.254108 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-0ddf952c-da1f-41d1-8af2-4ab80cc55e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:51.257076 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-0ddf952c-da1f-41d1-8af2-4ab80cc55e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:51.261044 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-0ddf952c-da1f-41d1-8af2-4ab80cc55e63 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/c4013854-7548-46bc-9dc0-c49dbf675fb2 HTTP/1.1" status: 204 len: 168 time: 0.3179753 Jun 29 17:41:51.261044 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-d2a1f63d-bec7-4ac5-9a4f-c530d8105964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:51.268347 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf952c-da1f-41d1-8af2-4ab80cc55e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4013854-7548-46bc-9dc0-c49dbf675fb2,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:51.270632 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-0ddf952c-da1f-41d1-8af2-4ab80cc55e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:51.747469 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ed398-0c02-44d3-bf9d-32caacd75104 req-2e26091d-5574-4c96-84df-28d7dcbffe69 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:51.749079 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-732ed398-0c02-44d3-bf9d-32caacd75104 req-2e26091d-5574-4c96-84df-28d7dcbffe69 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.0705218 Jun 29 17:41:51.813948 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-732ed398-0c02-44d3-bf9d-32caacd75104 req-a87d6f7b-8c98-4f45-9c5a-5ce049eecf58 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587416 Jun 29 17:41:51.876236 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd93b52-0b66-40c5-80d1-74e3016858e0 req-e651df6d-f338-46b8-ad74-101925ad8e55 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:51.877586 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fcd93b52-0b66-40c5-80d1-74e3016858e0 req-e651df6d-f338-46b8-ad74-101925ad8e55 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 945 time: 0.0813167 Jun 29 17:41:51.882745 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 60356) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:51.896953 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9dc4b172-94d4-4ef9-a4be-aff5118ee85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:51.929127 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fcd93b52-0b66-40c5-80d1-74e3016858e0 req-1b87310c-de3e-4b21-96b7-3e0e4a80ed81 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/security-groups?id=a943b2ad-85d4-4d18-9ad8-59d52b217921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447717 Jun 29 17:41:51.994481 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9dc4b172-94d4-4ef9-a4be-aff5118ee85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:52.079288 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9dc4b172-94d4-4ef9-a4be-aff5118ee85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:52.081198 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:52.119670 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-9dc4b172-94d4-4ef9-a4be-aff5118ee85a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=18ffcb27a1084bb4b8167866d7ba2f44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358184 Jun 29 17:41:52.120603 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4b172-94d4-4ef9-a4be-aff5118ee85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627e41d8-865c-442d-9fc0-e88658d90a60,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:52.123201 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 60358) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:41:52.124987 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-9dc4b172-94d4-4ef9-a4be-aff5118ee85a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:52.176380 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-81d65ccf-8ee1-42e9-90e2-c9dd19c116b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:52.202426 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-81d65ccf-8ee1-42e9-90e2-c9dd19c116b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:52.313042 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-81d65ccf-8ee1-42e9-90e2-c9dd19c116b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:52.315805 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-81d65ccf-8ee1-42e9-90e2-c9dd19c116b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:52.319003 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-81d65ccf-8ee1-42e9-90e2-c9dd19c116b5 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/627e41d8-865c-442d-9fc0-e88658d90a60 HTTP/1.1" status: 204 len: 168 time: 0.1930146 Jun 29 17:41:52.319003 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-23a247b8-0d67-4dd3-ad00-f5c09bdbedc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:52.326056 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d65ccf-8ee1-42e9-90e2-c9dd19c116b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627e41d8-865c-442d-9fc0-e88658d90a60,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:52.328334 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-81d65ccf-8ee1-42e9-90e2-c9dd19c116b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:52.776800 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:41:53.034846 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8410cfa-ce16-40c7-a4b2-1560b2c350bd req-b2a9539d-07f8-4f67-864b-2e747d1bff9f tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:53.037193 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b8410cfa-ce16-40c7-a4b2-1560b2c350bd req-b2a9539d-07f8-4f67-864b-2e747d1bff9f tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.0941665 Jun 29 17:41:53.119156 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48385f3f-1a61-4165-a323-61db3bc2aabc req-ab249ec5-699b-4185-9ae7-75d103a29376 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:53.121399 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-48385f3f-1a61-4165-a323-61db3bc2aabc req-ab249ec5-699b-4185-9ae7-75d103a29376 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 945 time: 0.1655302 Jun 29 17:41:53.132125 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b8410cfa-ce16-40c7-a4b2-1560b2c350bd req-370ac524-a2b9-4e3c-ba7d-1d0e694dcecc tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867922 Jun 29 17:41:53.190880 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4fced-7537-4367-bdf3-d45249ce64c2 req-4a4d2563-89aa-44ea-9459-8be38c34e8ff tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:53.196221 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7ed4fced-7537-4367-bdf3-d45249ce64c2 req-4a4d2563-89aa-44ea-9459-8be38c34e8ff tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 945 time: 0.1252811 Jun 29 17:41:53.243795 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7ed4fced-7537-4367-bdf3-d45249ce64c2 req-fdf28028-e3e5-4f46-bf30-706cf75892a3 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/security-groups?id=a943b2ad-85d4-4d18-9ad8-59d52b217921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446439 Jun 29 17:41:53.268539 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-48385f3f-1a61-4165-a323-61db3bc2aabc req-ea19c280-29f2-40a3-8aaf-ac24c1060656 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Deleting port 1d1c13a5-e19e-4e87-926d-b710f4a41ba3 {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:41:53.268982 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-48385f3f-1a61-4165-a323-61db3bc2aabc req-ea19c280-29f2-40a3-8aaf-ac24c1060656 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:53.374289 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-48385f3f-1a61-4165-a323-61db3bc2aabc req-ea19c280-29f2-40a3-8aaf-ac24c1060656 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] For port 1d1c13a5-e19e-4e87-926d-b710f4a41ba3, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=1d1c13a5-e19e-4e87-926d-b710f4a41ba3,segment=NetworkSegment(81ca89b3-466c-488c-a106-9ca878c05a8a),segment_id=81ca89b3-466c-488c-a106-9ca878c05a8a)] {{(pid=100361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:41:53.374652 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-48385f3f-1a61-4165-a323-61db3bc2aabc req-ea19c280-29f2-40a3-8aaf-ac24c1060656 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:53.390335 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-48385f3f-1a61-4165-a323-61db3bc2aabc req-ea19c280-29f2-40a3-8aaf-ac24c1060656 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Calling delete_port for 1d1c13a5-e19e-4e87-926d-b710f4a41ba3 owned by compute:nova {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:41:53.642640 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-48385f3f-1a61-4165-a323-61db3bc2aabc req-ea19c280-29f2-40a3-8aaf-ac24c1060656 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:53.649421 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-dc93cd8b-3742-4459-8b38-58a3e444c8d7 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:41:53.691694 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19c280-29f2-40a3-8aaf-ac24c1060656 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Pushing event deleted for resources: {'Port': ['ID=1d1c13a5-e19e-4e87-926d-b710f4a41ba3,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:41:53.705166 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-ea19c280-29f2-40a3-8aaf-ac24c1060656 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:41:53.786734 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-48385f3f-1a61-4165-a323-61db3bc2aabc req-ea19c280-29f2-40a3-8aaf-ac24c1060656 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] No DVR routers for this DVR port 1d1c13a5-e19e-4e87-926d-b710f4a41ba3 on host hv-cinder-76330 {{(pid=100361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:41:53.790167 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-48385f3f-1a61-4165-a323-61db3bc2aabc req-ea19c280-29f2-40a3-8aaf-ac24c1060656 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:53.792321 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-48385f3f-1a61-4165-a323-61db3bc2aabc req-ea19c280-29f2-40a3-8aaf-ac24c1060656 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.66 "DELETE /v2.0/ports/1d1c13a5-e19e-4e87-926d-b710f4a41ba3 HTTP/1.1" status: 204 len: 173 time: 0.6659083 Jun 29 17:41:53.793888 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b615a71-9689-4b75-91db-497619ba1f2f', 'name': 'network-vif-deleted', 'tag': '1d1c13a5-e19e-4e87-926d-b710f4a41ba3'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:41:53.796500 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642d7196-4e6e-4273-b8d5-56a80c14f6da" -d '{"events": [{"server_uuid": "7b615a71-9689-4b75-91db-497619ba1f2f", "name": "network-vif-deleted", "tag": "1d1c13a5-e19e-4e87-926d-b710f4a41ba3"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:41:57.336057 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['1d1c13a5-e19e-4e87-926d-b710f4a41ba3'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:41:57.344218 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692900f9-c67e-4efc-808b-dfc53068db65 x-openstack-request-id: req-692900f9-c67e-4efc-808b-dfc53068db65 {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:41:57.344765 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b615a71-9689-4b75-91db-497619ba1f2f", "name": "network-vif-deleted", "tag": "1d1c13a5-e19e-4e87-926d-b710f4a41ba3", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:41:57.345464 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-692900f9-c67e-4efc-808b-dfc53068db65 {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:41:57.346047 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b615a71-9689-4b75-91db-497619ba1f2f', 'name': 'network-vif-deleted', 'tag': '1d1c13a5-e19e-4e87-926d-b710f4a41ba3', 'status': 'completed', 'code': 200} Jun 29 17:41:57.504179 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-e52486fe-7c96-4942-b0d6-73f2c4382193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:57.510122 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8ae5cb74-76bb-4207-94f1-e6b085568395 req-61d5bdce-83f1-4193-b57d-0eabd51210e5 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 210 time: 0.0518949 Jun 29 17:41:57.595595 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9517782-8351-4dec-890f-75ed7b71f429 req-ce94e576-c249-4619-95df-fef84b143dd6 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:57.597374 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a9517782-8351-4dec-890f-75ed7b71f429 req-ce94e576-c249-4619-95df-fef84b143dd6 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.0682244 Jun 29 17:41:57.638929 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a9517782-8351-4dec-890f-75ed7b71f429 req-7ac79e45-50c7-4bfc-956e-84d7918bdd70 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353806 Jun 29 17:41:58.695390 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d3610669-9081-4e3a-ae0b-5943ef9d42ca req-0aa840b6-d1d9-4df6-b968-2ddadb37be38 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b615a71-9689-4b75-91db-497619ba1f2f HTTP/1.1" status: 200 len: 210 time: 0.0428455 Jun 29 17:41:58.859638 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86df9d-0d19-4f22-bcef-1a1bd219d69b req-6e02f237-354a-47a5-808e-ac7c59afd615 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:41:58.861333 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5c86df9d-0d19-4f22-bcef-1a1bd219d69b req-6e02f237-354a-47a5-808e-ac7c59afd615 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.0817707 Jun 29 17:41:58.904388 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5c86df9d-0d19-4f22-bcef-1a1bd219d69b req-621cd11e-01b1-4632-836a-20e4df77e91b tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368202 Jun 29 17:41:59.774356 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-88cb8483-4fff-4c53-8fbe-af44a3c13c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:41:59.877165 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:00.088530 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9d632-2931-44c0-b086-ebae07060784 req-c3f5b587-6b64-4538-b7d4-e0498783239d tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:00.090090 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c3e9d632-2931-44c0-b086-ebae07060784 req-c3f5b587-6b64-4538-b7d4-e0498783239d tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.0644650 Jun 29 17:42:00.129380 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c3e9d632-2931-44c0-b086-ebae07060784 req-2a963669-2886-4bb9-8fd1-da723023ce1b tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336800 Jun 29 17:42:01.436780 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:02.846496 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 1d1c13a5-e19e-4e87-926d-b710f4a41ba3 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:42:02.869314 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] No Port match for: 1d1c13a5-e19e-4e87-926d-b710f4a41ba3 {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:42:02.869740 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 1d1c13a5-e19e-4e87-926d-b710f4a41ba3 not bound to the agent host hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:42:03.139928 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:04.090643 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-00ef74fd-1f7b-4dd7-af84-7815e130a53d req-0fae03f6-aa75-4213-a77d-77b172f034ce service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0619044 Jun 29 17:42:04.203014 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef74fd-1f7b-4dd7-af84-7815e130a53d req-e9a9f821-7b46-4e5e-8116-9697eb322194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:04.204364 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-00ef74fd-1f7b-4dd7-af84-7815e130a53d req-e9a9f821-7b46-4e5e-8116-9697eb322194 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1e92675dd0af403695e9b73c81b761d5&device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 1098 time: 0.0563426 Jun 29 17:42:04.207496 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0a0a4-0c73-415e-a23e-e44c6a069d81 req-8302254a-278d-4a18-8cc6-37b04b04a9b3 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:04.209004 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bec0a0a4-0c73-415e-a23e-e44c6a069d81 req-8302254a-278d-4a18-8cc6-37b04b04a9b3 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.0669682 Jun 29 17:42:04.247438 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bec0a0a4-0c73-415e-a23e-e44c6a069d81 req-2b199bac-d915-4853-b83f-9ff04fa17587 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318031 Jun 29 17:42:04.313238 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef74fd-1f7b-4dd7-af84-7815e130a53d req-a63dabab-8cf4-47af-b313-c133f909208a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:04.314717 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-00ef74fd-1f7b-4dd7-af84-7815e130a53d req-a63dabab-8cf4-47af-b313-c133f909208a service neutron] 10.222.0.66 "GET /v2.0/networks?id=73d0a2ca-fa0f-4cd0-8a9a-812558672909 HTTP/1.1" status: 200 len: 920 time: 0.0871849 Jun 29 17:42:04.361532 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-00ef74fd-1f7b-4dd7-af84-7815e130a53d req-c6a1f12a-7cb2-4b6b-a11a-a62744a104d6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68b095f3-21d3-43be-bbe7-bcde4462b877 HTTP/1.1" status: 200 len: 217 time: 0.0394924 Jun 29 17:42:04.418777 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef74fd-1f7b-4dd7-af84-7815e130a53d req-159b15e6-b3ec-49e9-8308-f78656a1006d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:04.420862 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-00ef74fd-1f7b-4dd7-af84-7815e130a53d req-159b15e6-b3ec-49e9-8308-f78656a1006d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f447dc3a-32cd-4706-b5cc-db6cdad5bfeb HTTP/1.1" status: 200 len: 859 time: 0.0459108 Jun 29 17:42:04.458793 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-00ef74fd-1f7b-4dd7-af84-7815e130a53d req-dec9303a-f355-44fa-8948-03e2203687a2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=73d0a2ca-fa0f-4cd0-8a9a-812558672909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276716 Jun 29 17:42:04.557579 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-00ef74fd-1f7b-4dd7-af84-7815e130a53d req-88c5e5de-ca0a-42cd-ad59-a989cfae2b1e service neutron] 10.222.0.66 "GET /v2.0/networks/73d0a2ca-fa0f-4cd0-8a9a-812558672909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917773 Jun 29 17:42:04.658483 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-00ef74fd-1f7b-4dd7-af84-7815e130a53d req-2e20d1eb-8cd3-40ae-a97f-c23924e69976 service neutron] 10.222.0.66 "GET /v2.0/networks/73d0a2ca-fa0f-4cd0-8a9a-812558672909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873308 Jun 29 17:42:05.245776 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 60672) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:05.301236 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f24d269-9430-4e98-b187-bd7de8c79954 admin admin] Deleting subnet ba6b5f18-1476-4bcd-9b22-8d68a29c0578 {{(pid=100362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:42:05.305110 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-6f24d269-9430-4e98-b187-bd7de8c79954 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:05.344075 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-6f24d269-9430-4e98-b187-bd7de8c79954 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:05.353444 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-6f24d269-9430-4e98-b187-bd7de8c79954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423704'] for subnet, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:05.471348 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526a0bb-e4be-47f3-b4ee-895cc29d3eca req-55fe34a6-f90d-42a8-b95c-7b111de12605 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:05.473002 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6526a0bb-e4be-47f3-b4ee-895cc29d3eca req-55fe34a6-f90d-42a8-b95c-7b111de12605 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.0965219 Jun 29 17:42:05.514810 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6526a0bb-e4be-47f3-b4ee-895cc29d3eca req-9b4d759d-ce6a-41fc-8ebd-451c6005cac5 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359371 Jun 29 17:42:05.564539 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-6f24d269-9430-4e98-b187-bd7de8c79954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for subnet, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:05.567178 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-1ece415f-b6e3-4d62-a1d4-bb7f49877bf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:05.590139 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be801fe7-7129-4c7d-adba-2e085799245d req-66845e66-5b2f-471e-b4b1-583e8c830221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:05.592163 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-be801fe7-7129-4c7d-adba-2e085799245d req-66845e66-5b2f-471e-b4b1-583e8c830221 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 1098 time: 0.0735366 Jun 29 17:42:05.593607 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24d269-9430-4e98-b187-bd7de8c79954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba6b5f18-1476-4bcd-9b22-8d68a29c0578,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:05.597487 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-6f24d269-9430-4e98-b187-bd7de8c79954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for subnet, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:05.600291 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-6f24d269-9430-4e98-b187-bd7de8c79954 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/ba6b5f18-1476-4bcd-9b22-8d68a29c0578 HTTP/1.1" status: 204 len: 168 time: 0.3535266 Jun 29 17:42:05.601170 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-6f24d269-9430-4e98-b187-bd7de8c79954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:05.602803 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 60684) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:05.615949 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:05.643251 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-be801fe7-7129-4c7d-adba-2e085799245d req-46595c82-ebf3-4261-9417-e329676387bb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405748 Jun 29 17:42:05.681555 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e4b3d6e8-0f57-4b34-b2ca-80c83d8f6d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1525605'] for network, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:05.771870 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e4b3d6e8-0f57-4b34-b2ca-80c83d8f6d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423750', 'neutron.services.segments.db._delete_segments_for_network-8732082675523'] for network, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:05.783120 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e4b3d6e8-0f57-4b34-b2ca-80c83d8f6d2f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:42:05.783459 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e4b3d6e8-0f57-4b34-b2ca-80c83d8f6d2f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:42:05.784230 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e4b3d6e8-0f57-4b34-b2ca-80c83d8f6d2f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:42:05.784572 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e4b3d6e8-0f57-4b34-b2ca-80c83d8f6d2f admin admin] Subscribe: > port after_create 55550000 {{(pid=100362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:42:05.784906 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e4b3d6e8-0f57-4b34-b2ca-80c83d8f6d2f admin admin] Subscribe: > port after_delete 55550000 {{(pid=100362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:42:05.785226 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e4b3d6e8-0f57-4b34-b2ca-80c83d8f6d2f admin admin] Subscribe: > port after_update 55550000 {{(pid=100362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:42:05.785642 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e4b3d6e8-0f57-4b34-b2ca-80c83d8f6d2f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:42:05.785957 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e4b3d6e8-0f57-4b34-b2ca-80c83d8f6d2f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:42:05.786265 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e4b3d6e8-0f57-4b34-b2ca-80c83d8f6d2f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:42:05.786571 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e4b3d6e8-0f57-4b34-b2ca-80c83d8f6d2f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:42:05.920462 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e4b3d6e8-0f57-4b34-b2ca-80c83d8f6d2f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:42:05.920905 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e4b3d6e8-0f57-4b34-b2ca-80c83d8f6d2f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:42:05.921305 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e4b3d6e8-0f57-4b34-b2ca-80c83d8f6d2f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:42:05.921704 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e4b3d6e8-0f57-4b34-b2ca-80c83d8f6d2f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:42:05.922484 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.services.segments.db [None req-e4b3d6e8-0f57-4b34-b2ca-80c83d8f6d2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ba55212-3e61-4fd9-b60e-44776bc91dbc']}} {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:42:05.941501 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.services.segments.db [None req-e4b3d6e8-0f57-4b34-b2ca-80c83d8f6d2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ca89b3-466c-488c-a106-9ca878c05a8a') {'for_net_delete': True} {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:42:05.941801 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.services.segments.db [None req-e4b3d6e8-0f57-4b34-b2ca-80c83d8f6d2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ca89b3-466c-488c-a106-9ca878c05a8a') {} {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:42:05.957882 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e4b3d6e8-0f57-4b34-b2ca-80c83d8f6d2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732082504906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10202205'] for segment, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:05.977778 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e4b3d6e8-0f57-4b34-b2ca-80c83d8f6d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:05.986366 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b3d6e8-0f57-4b34-b2ca-80c83d8f6d2f admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=100362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:42:05.986751 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e4b3d6e8-0f57-4b34-b2ca-80c83d8f6d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2715276'] for segment, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: from cryptography.utils import int_from_bytes Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: from cryptography.utils import int_from_bytes Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: Traceback (most recent call last): Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: timer() Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: cb(*args, **kw) Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: return func(*args, **kwargs) Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: self._notify() Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: self.callback(batched_events) Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: event.method(event) Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: return f(self, *a, **k) Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: return self._get(url).json() Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: return self.request(url, 'GET', **kwargs) Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:42:05.990696 dv-cinder-763306-14-iscsi neutron-server[100362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:42:06.112957 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e4b3d6e8-0f57-4b34-b2ca-80c83d8f6d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617152'] for network, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:06.119553 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-b7aad781-bce1-44e6-aa7a-87c8bac5869a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:06.122555 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e4b3d6e8-0f57-4b34-b2ca-80c83d8f6d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:06.125305 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-e4b3d6e8-0f57-4b34-b2ca-80c83d8f6d2f admin admin] 10.222.0.102 "DELETE /v2.0/networks/0ba55212-3e61-4fd9-b60e-44776bc91dbc HTTP/1.1" status: 204 len: 168 time: 0.5206828 Jun 29 17:42:06.138639 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3d6e8-0f57-4b34-b2ca-80c83d8f6d2f admin admin] Pushing event deleted for resources: {'Network': ['ID=0ba55212-3e61-4fd9-b60e-44776bc91dbc,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:06.141880 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-e4b3d6e8-0f57-4b34-b2ca-80c83d8f6d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:06.527415 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 60712) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:06.574001 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-fb695e4c-86a3-47be-9d83-7aba9671c7ce admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e39d67c70880437399ef385e5000ab0b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0452986 Jun 29 17:42:06.577557 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 60716) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:06.628689 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-68c335fb-a6aa-4384-8703-d4ffb462f6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:06.686302 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-68c335fb-a6aa-4384-8703-d4ffb462f6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:06.746593 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a3a36-63e3-4cf4-8c52-de863e19ea10 req-7dc4aae9-75a9-46a5-9594-d3ab03c0090b tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:06.748726 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-821a3a36-63e3-4cf4-8c52-de863e19ea10 req-7dc4aae9-75a9-46a5-9594-d3ab03c0090b tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.1180861 Jun 29 17:42:06.791072 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-821a3a36-63e3-4cf4-8c52-de863e19ea10 req-b0b3aa79-22ba-4d82-ae5f-0a0f42d0038a tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332355 Jun 29 17:42:06.819493 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-68c335fb-a6aa-4384-8703-d4ffb462f6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:06.822235 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-68c335fb-a6aa-4384-8703-d4ffb462f6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:06.823345 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-68c335fb-a6aa-4384-8703-d4ffb462f6f1 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a943b2ad-85d4-4d18-9ad8-59d52b217921 HTTP/1.1" status: 204 len: 168 time: 0.2448225 Jun 29 17:42:06.826549 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-2d408385-0b7b-42ca-8dfd-f660b36c5224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:06.831802 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c335fb-a6aa-4384-8703-d4ffb462f6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a943b2ad-85d4-4d18-9ad8-59d52b217921,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:06.834132 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-68c335fb-a6aa-4384-8703-d4ffb462f6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:10.819908 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413c461-e305-4e1e-8d54-d68fa9d69547 req-6984a205-cd2d-46bd-b874-b53186a53d59 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:10.821447 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b413c461-e305-4e1e-8d54-d68fa9d69547 req-6984a205-cd2d-46bd-b874-b53186a53d59 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.0725121 Jun 29 17:42:10.859147 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b413c461-e305-4e1e-8d54-d68fa9d69547 req-3acc58c7-f5a6-4bbe-915e-4d18671e0f34 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318153 Jun 29 17:42:11.042043 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49245f17-4864-4e4d-a536-bc5e5e4e9ea2 req-0d5a97b2-10fb-409f-a9cb-9d794d9760d4 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:11.043579 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-49245f17-4864-4e4d-a536-bc5e5e4e9ea2 req-0d5a97b2-10fb-409f-a9cb-9d794d9760d4 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0679646 Jun 29 17:42:11.081807 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-49245f17-4864-4e4d-a536-bc5e5e4e9ea2 req-efc35243-ef44-4227-9414-c23b3f02fda6 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313475 Jun 29 17:42:15.909813 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 60918) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:16.011168 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-6a8f3116-0632-4ebe-827b-03b720ef7713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:16.102224 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-6a8f3116-0632-4ebe-827b-03b720ef7713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:16.152776 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-6a8f3116-0632-4ebe-827b-03b720ef7713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:16.156396 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-68c335fb-a6aa-4384-8703-d4ffb462f6f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:16.188909 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-6a8f3116-0632-4ebe-827b-03b720ef7713 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=6ce962e1adda4c799687996d496126c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779691 Jun 29 17:42:16.191911 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 60932) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:16.193958 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f3116-0632-4ebe-827b-03b720ef7713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0eb521-4f78-48ea-af0a-c959a3f42cd0,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:16.204598 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-6a8f3116-0632-4ebe-827b-03b720ef7713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:16.244597 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-3fd09a28-37fb-40bf-a0bf-9daa88b6b8da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:16.267405 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-3fd09a28-37fb-40bf-a0bf-9daa88b6b8da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:16.375693 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-3fd09a28-37fb-40bf-a0bf-9daa88b6b8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:16.378540 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-3fd09a28-37fb-40bf-a0bf-9daa88b6b8da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:16.379682 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-3fd09a28-37fb-40bf-a0bf-9daa88b6b8da admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/ab0eb521-4f78-48ea-af0a-c959a3f42cd0 HTTP/1.1" status: 204 len: 168 time: 0.1866870 Jun 29 17:42:16.380617 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-7baa8b8f-85ba-4c5b-9a5c-47df313268c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:16.389042 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd09a28-37fb-40bf-a0bf-9daa88b6b8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0eb521-4f78-48ea-af0a-c959a3f42cd0,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:16.391905 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-3fd09a28-37fb-40bf-a0bf-9daa88b6b8da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:17.024638 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 60964) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:17.039472 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-bc655cd7-1d2d-4b68-8b04-bba4a196493a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:17.129960 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-bc655cd7-1d2d-4b68-8b04-bba4a196493a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:17.204164 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-bc655cd7-1d2d-4b68-8b04-bba4a196493a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:17.207519 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-8b9ed95f-669f-4a6b-8e33-e1d0f9368172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:17.242356 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-bc655cd7-1d2d-4b68-8b04-bba4a196493a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ebbd20373f424e3dbff94316f994ae51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165928 Jun 29 17:42:17.243295 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc655cd7-1d2d-4b68-8b04-bba4a196493a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9388fa5f-551b-4fbe-9caa-757f63668700,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:17.245066 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 60970) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:17.246287 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-bc655cd7-1d2d-4b68-8b04-bba4a196493a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:17.295626 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-09c98674-4c51-468b-bb26-b3f042104908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:17.320405 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-09c98674-4c51-468b-bb26-b3f042104908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:17.449858 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-09c98674-4c51-468b-bb26-b3f042104908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:17.452708 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-09c98674-4c51-468b-bb26-b3f042104908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:17.453868 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-09c98674-4c51-468b-bb26-b3f042104908 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/9388fa5f-551b-4fbe-9caa-757f63668700 HTTP/1.1" status: 204 len: 168 time: 0.2071693 Jun 29 17:42:17.454615 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:17.462938 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c98674-4c51-468b-bb26-b3f042104908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9388fa5f-551b-4fbe-9caa-757f63668700,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:17.465222 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-09c98674-4c51-468b-bb26-b3f042104908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:18.009082 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 60982) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:18.022837 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-3ba4d44f-0c54-4fcb-81c6-74220da40ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:18.111685 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-3ba4d44f-0c54-4fcb-81c6-74220da40ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:18.173672 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-3ba4d44f-0c54-4fcb-81c6-74220da40ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:18.177238 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:18.213106 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-3ba4d44f-0c54-4fcb-81c6-74220da40ee3 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=357afc26dcf64d6080693355736f1e77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2029603 Jun 29 17:42:18.213972 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4d44f-0c54-4fcb-81c6-74220da40ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f99094-db55-4a45-b67a-90ccc5350207,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:18.215751 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 60986) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:18.217878 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-3ba4d44f-0c54-4fcb-81c6-74220da40ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:18.273420 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a0671b4e-d39f-4368-aa79-dd13fe74b2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:18.296448 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a0671b4e-d39f-4368-aa79-dd13fe74b2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:18.414064 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a0671b4e-d39f-4368-aa79-dd13fe74b2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:18.416709 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a0671b4e-d39f-4368-aa79-dd13fe74b2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:18.417924 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-a0671b4e-d39f-4368-aa79-dd13fe74b2de admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/72f99094-db55-4a45-b67a-90ccc5350207 HTTP/1.1" status: 204 len: 168 time: 0.2005284 Jun 29 17:42:18.418602 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:18.428352 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0671b4e-d39f-4368-aa79-dd13fe74b2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f99094-db55-4a45-b67a-90ccc5350207,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:18.430581 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-a0671b4e-d39f-4368-aa79-dd13fe74b2de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:19.834840 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adb5ab-168b-4d8f-9850-77116ba6a36d req-7d92d694-7068-4d04-ac89-b1a480d4395c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:19.836279 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-43adb5ab-168b-4d8f-9850-77116ba6a36d req-7d92d694-7068-4d04-ac89-b1a480d4395c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0707946 Jun 29 17:42:19.843006 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2040e46-64d6-4d62-8cfc-b49c48b60d26 req-b1a12905-aa77-42ad-a073-4d9d518634b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:19.844490 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f2040e46-64d6-4d62-8cfc-b49c48b60d26 req-b1a12905-aa77-42ad-a073-4d9d518634b1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1e92675dd0af403695e9b73c81b761d5&device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 1098 time: 0.0613828 Jun 29 17:42:19.878136 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-43adb5ab-168b-4d8f-9850-77116ba6a36d req-47686d41-1159-4082-956d-86a33f0032a7 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357082 Jun 29 17:42:19.942883 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2040e46-64d6-4d62-8cfc-b49c48b60d26 req-81855202-92ed-49b5-8279-f8b4b9f4a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:19.944373 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f2040e46-64d6-4d62-8cfc-b49c48b60d26 req-81855202-92ed-49b5-8279-f8b4b9f4a895 service neutron] 10.222.0.66 "GET /v2.0/networks?id=73d0a2ca-fa0f-4cd0-8a9a-812558672909 HTTP/1.1" status: 200 len: 920 time: 0.0930800 Jun 29 17:42:19.987593 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f2040e46-64d6-4d62-8cfc-b49c48b60d26 req-5f2551b5-ef8b-4472-b52c-96032f094f6f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68b095f3-21d3-43be-bbe7-bcde4462b877 HTTP/1.1" status: 200 len: 217 time: 0.0350103 Jun 29 17:42:20.040676 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2040e46-64d6-4d62-8cfc-b49c48b60d26 req-1311c802-9cf0-4ba1-ba49-d9772d239c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:20.042145 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f2040e46-64d6-4d62-8cfc-b49c48b60d26 req-1311c802-9cf0-4ba1-ba49-d9772d239c29 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f447dc3a-32cd-4706-b5cc-db6cdad5bfeb HTTP/1.1" status: 200 len: 859 time: 0.0472968 Jun 29 17:42:20.082929 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f2040e46-64d6-4d62-8cfc-b49c48b60d26 req-3e330bde-e4db-44d9-8565-728974fedd13 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=73d0a2ca-fa0f-4cd0-8a9a-812558672909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264924 Jun 29 17:42:20.189843 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f2040e46-64d6-4d62-8cfc-b49c48b60d26 req-1b2da3dc-aeb5-48af-858e-292a2b3445f3 service neutron] 10.222.0.66 "GET /v2.0/networks/73d0a2ca-fa0f-4cd0-8a9a-812558672909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933828 Jun 29 17:42:20.293235 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f2040e46-64d6-4d62-8cfc-b49c48b60d26 req-597f3a1e-3fe8-48f0-833c-40c8ec0be461 service neutron] 10.222.0.66 "GET /v2.0/networks/73d0a2ca-fa0f-4cd0-8a9a-812558672909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889106 Jun 29 17:42:21.058440 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01b3f2-fa86-4485-8065-c81bc86be784 req-ec9bec64-d2ff-4be4-8944-01a56f311534 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:21.059978 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8c01b3f2-fa86-4485-8065-c81bc86be784 req-ec9bec64-d2ff-4be4-8944-01a56f311534 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0671484 Jun 29 17:42:21.100425 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8c01b3f2-fa86-4485-8065-c81bc86be784 req-696b37c5-69f5-464b-ad30-b7e01e248291 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343394 Jun 29 17:42:22.148970 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 32884) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:22.282596 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-cb90b61f-d008-4b59-b4e2-bd27ed764daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:22.338424 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd68e2-93eb-43d3-8836-5ec0434d6d0d req-5643408a-ffec-46ee-88bb-1b9a6fdf6107 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:22.339820 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c0fd68e2-93eb-43d3-8836-5ec0434d6d0d req-5643408a-ffec-46ee-88bb-1b9a6fdf6107 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.1107767 Jun 29 17:42:22.397122 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c0fd68e2-93eb-43d3-8836-5ec0434d6d0d req-9d2a2b2a-2ca4-4ba4-9f7a-4417f9e38bd7 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492547 Jun 29 17:42:22.431204 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-cb90b61f-d008-4b59-b4e2-bd27ed764daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:22.518389 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-cb90b61f-d008-4b59-b4e2-bd27ed764daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:22.521796 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:22.561381 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90b61f-d008-4b59-b4e2-bd27ed764daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1702b99a-39aa-4a0a-b3aa-90864cb0accc,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:22.565697 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-cb90b61f-d008-4b59-b4e2-bd27ed764daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:22.568288 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-cb90b61f-d008-4b59-b4e2-bd27ed764daf admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e8a81b45a06c402f8a0533afd5497b65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4181695 Jun 29 17:42:22.570833 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 32900) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:22.618697 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0f333fd1-74af-4624-8ce1-25bce2c14595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:22.641521 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0f333fd1-74af-4624-8ce1-25bce2c14595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:22.786938 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0f333fd1-74af-4624-8ce1-25bce2c14595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:22.789804 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0f333fd1-74af-4624-8ce1-25bce2c14595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:22.793416 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-0f333fd1-74af-4624-8ce1-25bce2c14595 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1702b99a-39aa-4a0a-b3aa-90864cb0accc HTTP/1.1" status: 204 len: 168 time: 0.2192271 Jun 29 17:42:22.793416 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:22.804215 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f333fd1-74af-4624-8ce1-25bce2c14595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1702b99a-39aa-4a0a-b3aa-90864cb0accc,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:22.806502 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-0f333fd1-74af-4624-8ce1-25bce2c14595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:23.579243 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452caa30-1d2b-4f61-a377-e44ca8a468d4 req-a58e8a22-95f1-41e1-95a4-05f3387e77b7 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:23.581516 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-452caa30-1d2b-4f61-a377-e44ca8a468d4 req-a58e8a22-95f1-41e1-95a4-05f3387e77b7 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0682344 Jun 29 17:42:23.592361 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 32944) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:23.605849 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a261f391-60cc-4e16-8922-152a87bd75fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:23.614451 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 32946) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:23.630748 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-452caa30-1d2b-4f61-a377-e44ca8a468d4 req-d83adc39-8784-4d31-9237-01a4c3580fdd tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434678 Jun 29 17:42:23.724706 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a261f391-60cc-4e16-8922-152a87bd75fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:23.785013 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a261f391-60cc-4e16-8922-152a87bd75fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:23.788489 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:23.805562 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2a3355bb-874a-46cb-9979-7a18ad66a8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:23.824133 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-a261f391-60cc-4e16-8922-152a87bd75fe admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=39b655d887dd4ef9babf4a019407280e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306058 Jun 29 17:42:23.826735 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 32952) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:23.833649 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261f391-60cc-4e16-8922-152a87bd75fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d5d82d-6b0c-4850-9aa5-74c4e45cac98,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:23.837072 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-a261f391-60cc-4e16-8922-152a87bd75fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:23.883586 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ef97cb57-fbda-4ffa-9f82-ba6575808779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:23.899274 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2a3355bb-874a-46cb-9979-7a18ad66a8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:23.908832 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ef97cb57-fbda-4ffa-9f82-ba6575808779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:23.992670 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2a3355bb-874a-46cb-9979-7a18ad66a8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:23.995220 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-849090c9-dcea-4b0c-b687-b7c9b88e955f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:24.021992 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ef97cb57-fbda-4ffa-9f82-ba6575808779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:24.024609 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ef97cb57-fbda-4ffa-9f82-ba6575808779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:24.028162 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-ef97cb57-fbda-4ffa-9f82-ba6575808779 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/c5d5d82d-6b0c-4850-9aa5-74c4e45cac98 HTTP/1.1" status: 204 len: 168 time: 0.1982386 Jun 29 17:42:24.028162 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-0ddf952c-da1f-41d1-8af2-4ab80cc55e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:24.040219 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97cb57-fbda-4ffa-9f82-ba6575808779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d5d82d-6b0c-4850-9aa5-74c4e45cac98,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:24.043959 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-ef97cb57-fbda-4ffa-9f82-ba6575808779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:24.048088 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-2a3355bb-874a-46cb-9979-7a18ad66a8ec admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f157145e3559405d986ad1c6192af12d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4297206 Jun 29 17:42:24.048088 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3355bb-874a-46cb-9979-7a18ad66a8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f32071-4a08-4eb6-8b12-d796d6a538fd,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:24.049193 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 32960) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:24.055714 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-2a3355bb-874a-46cb-9979-7a18ad66a8ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:24.105033 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9d236c49-086e-492f-bebd-3264a00b5cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:24.127041 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9d236c49-086e-492f-bebd-3264a00b5cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:24.261329 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9d236c49-086e-492f-bebd-3264a00b5cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:24.264049 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9d236c49-086e-492f-bebd-3264a00b5cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:24.265226 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-9d236c49-086e-492f-bebd-3264a00b5cfb admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/12f32071-4a08-4eb6-8b12-d796d6a538fd HTTP/1.1" status: 204 len: 168 time: 0.2149272 Jun 29 17:42:24.266675 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-83cc3049-02c4-4827-87dd-895e2080bc17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:24.275335 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d236c49-086e-492f-bebd-3264a00b5cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f32071-4a08-4eb6-8b12-d796d6a538fd,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:24.278228 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-9d236c49-086e-492f-bebd-3264a00b5cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:24.829847 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d58693-34cd-4526-b847-6a421cdd376b req-36e3941d-3c12-4663-bb6e-37ba02ebc4e8 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:24.831378 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-04d58693-34cd-4526-b847-6a421cdd376b req-36e3941d-3c12-4663-bb6e-37ba02ebc4e8 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0757797 Jun 29 17:42:24.869880 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-04d58693-34cd-4526-b847-6a421cdd376b req-10c1229d-6576-48b4-91f5-75d40492a741 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317171 Jun 29 17:42:26.062687 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca554fce-b5e0-4986-afb4-b516375bbb3e req-7e0a0b6b-dfc8-4837-9aa5-440b795c55c4 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:26.064742 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ca554fce-b5e0-4986-afb4-b516375bbb3e req-7e0a0b6b-dfc8-4837-9aa5-440b795c55c4 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0668666 Jun 29 17:42:26.103805 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ca554fce-b5e0-4986-afb4-b516375bbb3e req-8d8210f9-d01e-4ba5-9f63-5b35498d9f75 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330741 Jun 29 17:42:26.386786 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 33078) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:26.496741 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a52669f4-3e6e-42a6-bef6-03a30edb667b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:26.590743 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a52669f4-3e6e-42a6-bef6-03a30edb667b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:26.682569 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a52669f4-3e6e-42a6-bef6-03a30edb667b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:26.685116 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-3ba4d44f-0c54-4fcb-81c6-74220da40ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:26.721828 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52669f4-3e6e-42a6-bef6-03a30edb667b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833822a4-2ff2-44af-8cdd-e954ed2bb37b,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:26.726326 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-a52669f4-3e6e-42a6-bef6-03a30edb667b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=46c84d2fc77946fe84c981cea34e1970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3382335 Jun 29 17:42:26.727240 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-a52669f4-3e6e-42a6-bef6-03a30edb667b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:26.729199 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 33088) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:26.777828 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-2f0dd8ac-d62c-4a19-92d8-95e3f5ea73e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:26.798532 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-2f0dd8ac-d62c-4a19-92d8-95e3f5ea73e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:26.899533 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-2f0dd8ac-d62c-4a19-92d8-95e3f5ea73e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:26.903119 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-2f0dd8ac-d62c-4a19-92d8-95e3f5ea73e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:26.904035 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-2f0dd8ac-d62c-4a19-92d8-95e3f5ea73e9 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/833822a4-2ff2-44af-8cdd-e954ed2bb37b HTTP/1.1" status: 204 len: 168 time: 0.1738224 Jun 29 17:42:26.904711 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:26.912849 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0dd8ac-d62c-4a19-92d8-95e3f5ea73e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833822a4-2ff2-44af-8cdd-e954ed2bb37b,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:26.915452 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-2f0dd8ac-d62c-4a19-92d8-95e3f5ea73e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:27.283103 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a812eb7-180f-4760-a272-88dcffe8f81f req-857933a2-76f5-417c-ac74-e305ccbcaf7e tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:27.283963 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8a812eb7-180f-4760-a272-88dcffe8f81f req-857933a2-76f5-417c-ac74-e305ccbcaf7e tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0661855 Jun 29 17:42:27.325859 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8a812eb7-180f-4760-a272-88dcffe8f81f req-a35efc98-55c0-471a-b68d-60269889b035 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363173 Jun 29 17:42:27.456198 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-751b810a-c21d-4944-a8ff-d47003f932d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:28.549288 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30eaef5-d795-440f-ad12-6741df66a535 req-80fa2d5b-387b-4673-93c4-bffd2f8f575e tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:28.556527 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f30eaef5-d795-440f-ad12-6741df66a535 req-80fa2d5b-387b-4673-93c4-bffd2f8f575e tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0964670 Jun 29 17:42:28.600785 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f30eaef5-d795-440f-ad12-6741df66a535 req-5e5685f0-6e42-4f78-a0c0-eb5875f55044 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431416 Jun 29 17:42:29.776300 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:42:29.806520 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-f4927f53-72ba-40d0-916e-2a7c916a8ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:29.889728 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:31.478715 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:31.535101 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a973f-7359-4d6e-a893-d74c67045f0f req-d771b9fb-c21b-4d83-9c9c-7ddd50046cf9 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:31.536582 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f45a973f-7359-4d6e-a893-d74c67045f0f req-d771b9fb-c21b-4d83-9c9c-7ddd50046cf9 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0655639 Jun 29 17:42:31.575039 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f45a973f-7359-4d6e-a893-d74c67045f0f req-4ce5a02c-0618-4a4f-96f7-81e917350ac0 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320582 Jun 29 17:42:32.750407 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee4d45-4d01-4b60-86d7-9a045a399367 req-2bb57af9-97c4-465b-b270-e1e177a08b30 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:32.752654 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-daee4d45-4d01-4b60-86d7-9a045a399367 req-2bb57af9-97c4-465b-b270-e1e177a08b30 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0631268 Jun 29 17:42:32.794395 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-daee4d45-4d01-4b60-86d7-9a045a399367 req-592c0a4a-64de-4142-8b6c-1d119635b681 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358417 Jun 29 17:42:32.911832 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed1c6b2-efaf-4328-93f5-25998244e6d5 req-81f3dac9-7d07-413f-8ef9-1d1e5303e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:32.913317 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-fed1c6b2-efaf-4328-93f5-25998244e6d5 req-81f3dac9-7d07-413f-8ef9-1d1e5303e893 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 1098 time: 0.0514543 Jun 29 17:42:32.953427 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-fed1c6b2-efaf-4328-93f5-25998244e6d5 req-d5b68c42-8ce1-4e87-9e7c-0748fdc73c11 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299380 Jun 29 17:42:33.210102 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:33.987432 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987345a2-b1a6-41d6-834e-09368efb9e4a req-d3992b1b-2014-4d5d-af48-d67aa5d27dfe tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:33.989197 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-987345a2-b1a6-41d6-834e-09368efb9e4a req-d3992b1b-2014-4d5d-af48-d67aa5d27dfe tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0733683 Jun 29 17:42:34.028109 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-987345a2-b1a6-41d6-834e-09368efb9e4a req-04fea53e-b465-46cb-8633-d873ca4f9739 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328996 Jun 29 17:42:34.736801 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 33292) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:34.854418 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-edb1d73d-9fb1-4bd3-8696-90323de7cf4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:34.945300 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-edb1d73d-9fb1-4bd3-8696-90323de7cf4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:35.015686 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-edb1d73d-9fb1-4bd3-8696-90323de7cf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:35.019417 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:35.056362 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-edb1d73d-9fb1-4bd3-8696-90323de7cf4b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e0f694f5d70d4920a32827d55a7f27bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3168261 Jun 29 17:42:35.057343 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1d73d-9fb1-4bd3-8696-90323de7cf4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e32c7e-a87f-4368-a322-9fc0ccf1f58b,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:35.058238 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 33316) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:35.061579 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-edb1d73d-9fb1-4bd3-8696-90323de7cf4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:35.118662 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-6b51c368-85cb-4850-a367-06dc7ff6254a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:35.141039 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-6b51c368-85cb-4850-a367-06dc7ff6254a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:35.312984 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-6b51c368-85cb-4850-a367-06dc7ff6254a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:35.315658 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-6b51c368-85cb-4850-a367-06dc7ff6254a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:35.317092 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-6b51c368-85cb-4850-a367-06dc7ff6254a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/04e32c7e-a87f-4368-a322-9fc0ccf1f58b HTTP/1.1" status: 204 len: 168 time: 0.2579010 Jun 29 17:42:35.317946 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:35.325993 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51c368-85cb-4850-a367-06dc7ff6254a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e32c7e-a87f-4368-a322-9fc0ccf1f58b,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:35.329040 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-6b51c368-85cb-4850-a367-06dc7ff6254a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:35.609893 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:35.968914 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 33330) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:35.982193 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-bbc2c036-7173-4b47-82cc-3430159b3dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:36.072872 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-bbc2c036-7173-4b47-82cc-3430159b3dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:36.163895 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-bbc2c036-7173-4b47-82cc-3430159b3dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:36.166286 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:36.204756 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2c036-7173-4b47-82cc-3430159b3dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6842bf-5d8e-459d-ae7b-fdae842dcd24,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:36.207946 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-bbc2c036-7173-4b47-82cc-3430159b3dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:36.210485 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-bbc2c036-7173-4b47-82cc-3430159b3dd8 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=0b81c144d62147e6be4f9e4c3c31f273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405548 Jun 29 17:42:36.213220 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 33332) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:36.260660 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-61526541-e515-46d8-947c-fbaf0a35b7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:36.281751 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-61526541-e515-46d8-947c-fbaf0a35b7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:36.398223 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-61526541-e515-46d8-947c-fbaf0a35b7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:36.400817 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-61526541-e515-46d8-947c-fbaf0a35b7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:36.402275 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-61526541-e515-46d8-947c-fbaf0a35b7ab admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/cc6842bf-5d8e-459d-ae7b-fdae842dcd24 HTTP/1.1" status: 204 len: 168 time: 0.1876931 Jun 29 17:42:36.402609 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:36.410552 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61526541-e515-46d8-947c-fbaf0a35b7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6842bf-5d8e-459d-ae7b-fdae842dcd24,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:36.412750 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-61526541-e515-46d8-947c-fbaf0a35b7ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:37.821854 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da8b8c-c811-4880-9386-e1c5ac6cac04 req-80f1a4e0-7767-4281-ba5b-35193a113e89 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:37.824220 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-33da8b8c-c811-4880-9386-e1c5ac6cac04 req-80f1a4e0-7767-4281-ba5b-35193a113e89 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0699549 Jun 29 17:42:37.869141 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-33da8b8c-c811-4880-9386-e1c5ac6cac04 req-e51ee476-193f-496d-9ca3-a0cbf719039f tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363686 Jun 29 17:42:37.949743 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 33378) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:38.057153 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-51daf406-4274-42ba-9226-4b27966e1192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:38.146785 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-51daf406-4274-42ba-9226-4b27966e1192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:38.208999 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-51daf406-4274-42ba-9226-4b27966e1192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:38.216506 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-ab91b485-3470-42ab-a843-1c30fc1c2eb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:38.263581 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-51daf406-4274-42ba-9226-4b27966e1192 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=6c2474999c894f1eb3d99344e7798fd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3121080 Jun 29 17:42:38.264513 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51daf406-4274-42ba-9226-4b27966e1192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12c3d2f-a5e1-4bfa-8ed3-b483359e5e97,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:38.266218 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 33386) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:38.267615 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-51daf406-4274-42ba-9226-4b27966e1192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:38.329597 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-88ed96d9-8cd0-4427-821a-d463c3f1c7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:38.357840 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-88ed96d9-8cd0-4427-821a-d463c3f1c7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:38.485668 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed415355-5ac6-4447-9ef8-36fafd4928d5 req-0c8de793-1398-48fb-a7f1-6e9970ff386b tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:38.487564 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ed415355-5ac6-4447-9ef8-36fafd4928d5 req-0c8de793-1398-48fb-a7f1-6e9970ff386b tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0656593 Jun 29 17:42:38.489359 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-88ed96d9-8cd0-4427-821a-d463c3f1c7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:38.491967 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-88ed96d9-8cd0-4427-821a-d463c3f1c7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:38.493049 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-88ed96d9-8cd0-4427-821a-d463c3f1c7f9 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/c12c3d2f-a5e1-4bfa-8ed3-b483359e5e97 HTTP/1.1" status: 204 len: 168 time: 0.2258708 Jun 29 17:42:38.493881 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-1bf56cdb-7884-4ff8-a34d-f7b351b52f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:38.499648 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41003ae-f429-4846-9ba6-acea564ae7a5 req-5f42b6c4-bda7-4ddc-bcce-00109dc3849f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:38.504419 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-b41003ae-f429-4846-9ba6-acea564ae7a5 req-5f42b6c4-bda7-4ddc-bcce-00109dc3849f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1e92675dd0af403695e9b73c81b761d5&device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 1098 time: 0.0618858 Jun 29 17:42:38.513076 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed96d9-8cd0-4427-821a-d463c3f1c7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12c3d2f-a5e1-4bfa-8ed3-b483359e5e97,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:38.522948 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-88ed96d9-8cd0-4427-821a-d463c3f1c7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:38.545043 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ed415355-5ac6-4447-9ef8-36fafd4928d5 req-cf688990-a127-4f24-b92a-2f8a89ce7a33 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487092 Jun 29 17:42:38.617782 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41003ae-f429-4846-9ba6-acea564ae7a5 req-05c1443e-844f-450b-a613-2a36ad742055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:38.619213 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-b41003ae-f429-4846-9ba6-acea564ae7a5 req-05c1443e-844f-450b-a613-2a36ad742055 service neutron] 10.222.0.66 "GET /v2.0/networks?id=73d0a2ca-fa0f-4cd0-8a9a-812558672909 HTTP/1.1" status: 200 len: 920 time: 0.1079562 Jun 29 17:42:38.666026 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-b41003ae-f429-4846-9ba6-acea564ae7a5 req-b390a471-8b60-4ce9-9ad5-df507d8c1b41 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68b095f3-21d3-43be-bbe7-bcde4462b877 HTTP/1.1" status: 200 len: 217 time: 0.0390437 Jun 29 17:42:38.735124 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41003ae-f429-4846-9ba6-acea564ae7a5 req-def6437f-6491-4fb1-89e0-b8c0401464a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:38.741846 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-b41003ae-f429-4846-9ba6-acea564ae7a5 req-def6437f-6491-4fb1-89e0-b8c0401464a3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f447dc3a-32cd-4706-b5cc-db6cdad5bfeb HTTP/1.1" status: 200 len: 859 time: 0.0644684 Jun 29 17:42:38.784478 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-b41003ae-f429-4846-9ba6-acea564ae7a5 req-0e615c3e-9737-4dfc-a199-89e777ebc4e3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=73d0a2ca-fa0f-4cd0-8a9a-812558672909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336490 Jun 29 17:42:38.916677 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-b41003ae-f429-4846-9ba6-acea564ae7a5 req-40342fe9-053f-4b0c-961f-1d18d5884e6b service neutron] 10.222.0.66 "GET /v2.0/networks/73d0a2ca-fa0f-4cd0-8a9a-812558672909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237354 Jun 29 17:42:39.024756 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-b41003ae-f429-4846-9ba6-acea564ae7a5 req-0ea61251-9758-4472-a4ba-e72e66896906 service neutron] 10.222.0.66 "GET /v2.0/networks/73d0a2ca-fa0f-4cd0-8a9a-812558672909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998442 Jun 29 17:42:39.719075 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 33466) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:39.760773 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8806c-7a5e-4150-b2a0-badb8c48e551 req-725f6bb3-dc02-4661-a89d-5067011c8a45 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:39.776880 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-71e8806c-7a5e-4150-b2a0-badb8c48e551 req-725f6bb3-dc02-4661-a89d-5067011c8a45 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0994651 Jun 29 17:42:39.840062 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-154251f4-6c2f-42da-9d17-b204e8cfa43c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1590326425-network', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:42:39.992753 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154251f4-6c2f-42da-9d17-b204e8cfa43c admin admin] Made reservation on behalf of ffa0e33d5f7845379cdcff1fd75bcfc7 for: {'network': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:42:39.995908 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-154251f4-6c2f-42da-9d17-b204e8cfa43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for network, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:40.008871 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-154251f4-6c2f-42da-9d17-b204e8cfa43c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:40.020683 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-71e8806c-7a5e-4150-b2a0-badb8c48e551 req-140cc17d-3ef7-4e67-920e-23f01b000742 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504599 Jun 29 17:42:40.123868 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-154251f4-6c2f-42da-9d17-b204e8cfa43c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:40.202483 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-154251f4-6c2f-42da-9d17-b204e8cfa43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:40.205726 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b7371e62-697a-45f9-961a-2000bbea2690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:40.228549 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154251f4-6c2f-42da-9d17-b204e8cfa43c admin admin] vlan segment allocate from pool success with {'vlan_id': 924, 'physical_network': 'physnet1'} {{(pid=100361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:42:40.239014 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154251f4-6c2f-42da-9d17-b204e8cfa43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9504dc-c4e4-4c5c-865b-c0a984402ac6,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:40.248792 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-154251f4-6c2f-42da-9d17-b204e8cfa43c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:40.249856 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-154251f4-6c2f-42da-9d17-b204e8cfa43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:40.250180 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.db.segments_db [None req-154251f4-6c2f-42da-9d17-b204e8cfa43c admin admin] Added segment 29a600a3-46df-4a50-b82c-2600cd91c4cc of type vlan for network 1ff2185c-17e8-4779-b98f-a1cbc800f8a8 Jun 29 17:42:40.295219 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-154251f4-6c2f-42da-9d17-b204e8cfa43c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732082150732'] for network, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:40.375347 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-154251f4-6c2f-42da-9d17-b204e8cfa43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for network, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:40.377021 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154251f4-6c2f-42da-9d17-b204e8cfa43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:40.377529 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-154251f4-6c2f-42da-9d17-b204e8cfa43c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:40.392385 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-42034499-bf92-4445-9a1a-46b0ef991684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:40.460406 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154251f4-6c2f-42da-9d17-b204e8cfa43c admin admin] Pushing event updated for resources: {'Network': ['ID=1ff2185c-17e8-4779-b98f-a1cbc800f8a8,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:40.463786 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-154251f4-6c2f-42da-9d17-b204e8cfa43c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:40.472486 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Network 1ff2185c-17e8-4779-b98f-a1cbc800f8a8 details requested by agent ovs-agent-dv-cinder-763306-14-iscsi with host dv-cinder-763306-14-iscsi {{(pid=100363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:42:40.474451 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-154251f4-6c2f-42da-9d17-b204e8cfa43c admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7540231 Jun 29 17:42:40.477535 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 33502) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:40.483550 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-a67d4dcd-3042-4254-b38a-6105d744de9a admin admin] Request body: {'subnet': {'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1590326425-subnet', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'ip_version': 4}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:42:40.638650 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67d4dcd-3042-4254-b38a-6105d744de9a admin admin] Made reservation on behalf of ffa0e33d5f7845379cdcff1fd75bcfc7 for: {'subnet': 1} {{(pid=100362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:42:40.641306 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a67d4dcd-3042-4254-b38a-6105d744de9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10114600'] for subnet, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:40.861603 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a67d4dcd-3042-4254-b38a-6105d744de9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2715246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10114618'] for subnet, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:40.865475 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-6f24d269-9430-4e98-b187-bd7de8c79954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:40.926670 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d4dcd-3042-4254-b38a-6105d744de9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7e9dcee-74f5-48ad-89ce-ac67b815e2b9,revision_number=0']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:40.929681 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-a67d4dcd-3042-4254-b38a-6105d744de9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:40.935963 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67d4dcd-3042-4254-b38a-6105d744de9a admin admin] Checking segment: {'id': '29a600a3-46df-4a50-b82c-2600cd91c4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:42:40.936517 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67d4dcd-3042-4254-b38a-6105d744de9a admin admin] Network hostable DHCP agents. Network: 1ff2185c-17e8-4779-b98f-a1cbc800f8a8, hostable agents: ['24069b9b-1321-42f1-b289-5cb1180ca833'], hosted agents: [] {{(pid=100362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:42:41.008047 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67d4dcd-3042-4254-b38a-6105d744de9a admin admin] Network 1ff2185c-17e8-4779-b98f-a1cbc800f8a8 is scheduled to be hosted by DHCP agent 24069b9b-1321-42f1-b289-5cb1180ca833 with binding_index 1 {{(pid=100362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:42:41.089946 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.base_scheduler [None req-a67d4dcd-3042-4254-b38a-6105d744de9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-iscsi, 1ff2185c-17e8-4779-b98f-a1cbc800f8a8) {{(pid=100362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:42:41.093931 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67d4dcd-3042-4254-b38a-6105d744de9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:41.101791 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a67d4dcd-3042-4254-b38a-6105d744de9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for subnet, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:41.101936 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdbaa78-fd45-4d25-b3ff-aa920cdd0e5e None None] Network 1ff2185c-17e8-4779-b98f-a1cbc800f8a8 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:42:41.194680 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-a67d4dcd-3042-4254-b38a-6105d744de9a admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7157655 Jun 29 17:42:41.199794 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 33548) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:41.205166 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-567833da-3e85-4c44-a700-6d668bf5ee6b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1590326425-router', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:42:41.241210 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc6edb-6d59-4534-834b-8321bc9f0252 req-3710238d-60fc-467a-95ac-8b2d6950c145 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:41.242822 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-30fc6edb-6d59-4534-834b-8321bc9f0252 req-3710238d-60fc-467a-95ac-8b2d6950c145 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0863588 Jun 29 17:42:41.286023 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-30fc6edb-6d59-4534-834b-8321bc9f0252 req-7b40ffb7-2e59-41ef-bb1d-99e196273bc6 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373039 Jun 29 17:42:41.289730 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-567833da-3e85-4c44-a700-6d668bf5ee6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-478208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-909'] for router, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:41.290790 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-567833da-3e85-4c44-a700-6d668bf5ee6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-900'] for router, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:41.302102 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92452d69-972d-5f90-a51c-f228c74b1c0c-1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'fixed_ips': [{'subnet_id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9'}]}} from dv-cinder-763306-14-iscsi. {{(pid=100363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 17:42:41.303601 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:41.365587 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-567833da-3e85-4c44-a700-6d668bf5ee6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:41.474114 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.db_base_plugin_common [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Allocated IP 172.20.0.2 (1ff2185c-17e8-4779-b98f-a1cbc800f8a8/b7e9dcee-74f5-48ad-89ce-ac67b815e2b9/a4b3b2dd-f500-46af-80da-347a5a694b68) {{(pid=100363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:42:41.577352 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-567833da-3e85-4c44-a700-6d668bf5ee6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-886'] for router, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:41.630772 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Notify callbacks [] for port, precommit_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:41.638775 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Transition to ACTIVE for port object a4b3b2dd-f500-46af-80da-347a5a694b68 will not be triggered until provisioned by entity L2. {{(pid=100363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:42:41.654986 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Transition to ACTIVE for port object a4b3b2dd-f500-46af-80da-347a5a694b68 will not be triggered until provisioned by entity DHCP. {{(pid=100363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:42:41.736071 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565'] for port, after_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:41.738536 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:41.782659 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Network 1ff2185c-17e8-4779-b98f-a1cbc800f8a8 is already hosted by enough agents. {{(pid=100363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:42:41.785710 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.scheduler.base_scheduler [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Resources bound (agent type, host, resource id): {{(pid=100363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:42:41.789332 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Received port after_create {{(pid=100363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:42:41.795031 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Pushing event updated for resources: {'Port': ['ID=a4b3b2dd-f500-46af-80da-347a5a694b68,revision_number=1']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:41.806993 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:41.807362 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:41.807690 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:41.808062 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:41.808429 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:41.808734 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:41.809052 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:41.809468 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:41.809800 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:41.810123 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:41.810449 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:41.810769 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:41.831278 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:41.866311 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Attempting to bind port a4b3b2dd-f500-46af-80da-347a5a694b68 on host dv-cinder-763306-14-iscsi for vnic_type normal with profile {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:42:41.866580 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Attempting to bind port a4b3b2dd-f500-46af-80da-347a5a694b68 by drivers openvswitch,hyperv on host dv-cinder-763306-14-iscsi at level 0 using segments [{'id': '29a600a3-46df-4a50-b82c-2600cd91c4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8'}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:42:41.866956 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Attempting to bind port a4b3b2dd-f500-46af-80da-347a5a694b68 on network 1ff2185c-17e8-4779-b98f-a1cbc800f8a8 {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:42:41.872153 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Checking agent: {'id': 'e928b6c9-d57e-4ac7-a8fb-c400260472eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 32, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:42:41.872537 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Checking segment: {'id': '29a600a3-46df-4a50-b82c-2600cd91c4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:42:41.872946 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:41.873347 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Bound using segment: {'id': '29a600a3-46df-4a50-b82c-2600cd91c4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8'} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:42:41.873824 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Bound port: a4b3b2dd-f500-46af-80da-347a5a694b68, host: dv-cinder-763306-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a600a3-46df-4a50-b82c-2600cd91c4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8'}}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:42:41.874215 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:41.962609 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] For port a4b3b2dd-f500-46af-80da-347a5a694b68, host dv-cinder-763306-14-iscsi, cleared binding levels {{(pid=100363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:42:41.965794 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] For port a4b3b2dd-f500-46af-80da-347a5a694b68, host dv-cinder-763306-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=a4b3b2dd-f500-46af-80da-347a5a694b68,segment=NetworkSegment(29a600a3-46df-4a50-b82c-2600cd91c4cc),segment_id=29a600a3-46df-4a50-b82c-2600cd91c4cc)] {{(pid=100363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:42:42.033212 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:42.036707 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:42.083993 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-567833da-3e85-4c44-a700-6d668bf5ee6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:42.096196 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Pushing event updated for resources: {'Port': ['ID=a4b3b2dd-f500-46af-80da-347a5a694b68,revision_number=2']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:42.099355 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:42.105909 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-567833da-3e85-4c44-a700-6d668bf5ee6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:42.215381 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [None req-567833da-3e85-4c44-a700-6d668bf5ee6b admin admin] Allocated IP 172.27.3.30 (26c48c97-dd4e-49af-8475-2ecf6fc0aadd/7cd7448d-c974-46f0-8ef9-2783dc523a5d/aba85e6d-20aa-45b2-998d-61f3aa619902) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:42:42.387612 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-567833da-3e85-4c44-a700-6d668bf5ee6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:42.633142 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-567833da-3e85-4c44-a700-6d668bf5ee6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:42.635233 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-53d3fed8-ea3d-4afa-9d45-2a4964fd2a4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:42.675681 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567833da-3e85-4c44-a700-6d668bf5ee6b admin admin] Network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:42:42.678833 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-567833da-3e85-4c44-a700-6d668bf5ee6b admin admin] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:42:42.681658 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567833da-3e85-4c44-a700-6d668bf5ee6b admin admin] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:42:42.721445 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567833da-3e85-4c44-a700-6d668bf5ee6b admin admin] Pushing event updated for resources: {'Port': ['ID=aba85e6d-20aa-45b2-998d-61f3aa619902,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:42.725861 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-567833da-3e85-4c44-a700-6d668bf5ee6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:42.930200 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device a4b3b2dd-f500-46af-80da-347a5a694b68 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:42:43.026521 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095ca0e5-f2bd-47f4-9950-9c77c8e0a428 None None] Network 1ff2185c-17e8-4779-b98f-a1cbc800f8a8 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:42:43.043445 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-567833da-3e85-4c44-a700-6d668bf5ee6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:43.069573 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning for port a4b3b2dd-f500-46af-80da-347a5a694b68 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:42:43.162230 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-b7c3cd68-8d00-4a35-a9fc-1c225390c445 None None] Provisioning for port a4b3b2dd-f500-46af-80da-347a5a694b68 completed by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:42:43.183161 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-b7c3cd68-8d00-4a35-a9fc-1c225390c445 None None] Provisioning complete for port a4b3b2dd-f500-46af-80da-347a5a694b68 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:42:43.183470 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-b7c3cd68-8d00-4a35-a9fc-1c225390c445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:43.258408 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-567833da-3e85-4c44-a700-6d668bf5ee6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618085'] for router, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:43.281916 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-b7c3cd68-8d00-4a35-a9fc-1c225390c445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:43.317380 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-b7c3cd68-8d00-4a35-a9fc-1c225390c445 None None] For port a4b3b2dd-f500-46af-80da-347a5a694b68, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=a4b3b2dd-f500-46af-80da-347a5a694b68,segment=NetworkSegment(29a600a3-46df-4a50-b82c-2600cd91c4cc),segment_id=29a600a3-46df-4a50-b82c-2600cd91c4cc)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:42:43.391119 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-b7c3cd68-8d00-4a35-a9fc-1c225390c445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:43.393006 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:43.443602 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c3cd68-8d00-4a35-a9fc-1c225390c445 None None] Pushing event updated for resources: {'Port': ['ID=a4b3b2dd-f500-46af-80da-347a5a694b68,revision_number=3']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:43.446880 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-b7c3cd68-8d00-4a35-a9fc-1c225390c445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:43.448161 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567833da-3e85-4c44-a700-6d668bf5ee6b admin admin] Router f48acc36-0728-486a-90ec-28e5d91a15cd is scheduled to L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b with binding_index 1 {{(pid=100361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 17:42:43.510137 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-e8607589-663b-4c56-b090-d50f0245a167 None None] Provisioning complete for port a4b3b2dd-f500-46af-80da-347a5a694b68 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:42:43.510523 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-e8607589-663b-4c56-b090-d50f0245a167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:43.552255 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567833da-3e85-4c44-a700-6d668bf5ee6b admin admin] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:42:43.562214 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2779d93-1f71-4043-a985-19999339ae6e None None] Sync routers for ids ['f48acc36-0728-486a-90ec-28e5d91a15cd'] in dv-cinder-763306-14-iscsi {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:42:43.574201 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2779d93-1f71-4043-a985-19999339ae6e None None] Routers {'f48acc36-0728-486a-90ec-28e5d91a15cd'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:42:43.574816 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-c2779d93-1f71-4043-a985-19999339ae6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:42:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['f48acc36-0728-486a-90ec-28e5d91a15cd'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:42:43.655944 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-567833da-3e85-4c44-a700-6d668bf5ee6b admin admin] Notify callbacks [] for router, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:43.660074 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-567833da-3e85-4c44-a700-6d668bf5ee6b admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4556770 Jun 29 17:42:43.661095 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 33586) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:43.702002 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-c2779d93-1f71-4043-a985-19999339ae6e None None] Set router f48acc36-0728-486a-90ec-28e5d91a15cd gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:42:43.874838 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905a119-776d-4074-9e2c-d96485c3e8d8 req-29bc1088-2cd6-44b7-992a-a88d96f0c8a2 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:43.876334 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c905a119-776d-4074-9e2c-d96485c3e8d8 req-29bc1088-2cd6-44b7-992a-a88d96f0c8a2 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.1504400 Jun 29 17:42:43.888629 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-c2779d93-1f71-4043-a985-19999339ae6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'name': 'tempest-TestVolumeBootPattern-1590326425-router', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:41Z', 'updated_at': '2021-06-29T17:42:42Z', 'revision_number': 3, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'gw_port': {'id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:42Z', 'updated_at': '2021-06-29T17:42:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:42:43.914908 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2779d93-1f71-4043-a985-19999339ae6e None None] Checking router: f48acc36-0728-486a-90ec-28e5d91a15cd for host: dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:42:43.915266 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2779d93-1f71-4043-a985-19999339ae6e None None] Updating router f48acc36-0728-486a-90ec-28e5d91a15cd port aba85e6d-20aa-45b2-998d-61f3aa619902 binding host dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:42:43.949723 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c2779d93-1f71-4043-a985-19999339ae6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:43.959227 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c905a119-776d-4074-9e2c-d96485c3e8d8 req-7e3b9c7c-f75e-4557-a754-e32516e705ce tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753748 Jun 29 17:42:44.200956 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-cd08f4f2-33dc-4bec-9e62-5f3355aacd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:44.317812 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c2779d93-1f71-4043-a985-19999339ae6e None None] Notify callbacks [] for port, precommit_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:44.327649 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.provisioning_blocks [None req-c2779d93-1f71-4043-a985-19999339ae6e None None] Transition to ACTIVE for port object aba85e6d-20aa-45b2-998d-61f3aa619902 will not be triggered until provisioned by entity L2. {{(pid=100364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:42:44.376593 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.db_base_plugin_common [None req-cd08f4f2-33dc-4bec-9e62-5f3355aacd89 admin admin] Allocated IP 172.20.0.1 (1ff2185c-17e8-4779-b98f-a1cbc800f8a8/b7e9dcee-74f5-48ad-89ce-ac67b815e2b9/15342335-f1d6-4a68-9031-f33f5b813a23) {{(pid=100362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:42:44.449981 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c2779d93-1f71-4043-a985-19999339ae6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:44.453165 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:44.481321 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-cd08f4f2-33dc-4bec-9e62-5f3355aacd89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:44.495030 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.provisioning_blocks [None req-cd08f4f2-33dc-4bec-9e62-5f3355aacd89 admin admin] Transition to ACTIVE for port object 15342335-f1d6-4a68-9031-f33f5b813a23 will not be triggered until provisioned by entity DHCP. {{(pid=100362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:42:44.505649 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-c2779d93-1f71-4043-a985-19999339ae6e None None] Attempting to bind port aba85e6d-20aa-45b2-998d-61f3aa619902 on host dv-cinder-763306-14-iscsi for vnic_type normal with profile {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:42:44.506092 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-c2779d93-1f71-4043-a985-19999339ae6e None None] Attempting to bind port aba85e6d-20aa-45b2-998d-61f3aa619902 by drivers openvswitch,hyperv on host dv-cinder-763306-14-iscsi at level 0 using segments [{'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}] {{(pid=100364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:42:44.506425 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2779d93-1f71-4043-a985-19999339ae6e None None] Attempting to bind port aba85e6d-20aa-45b2-998d-61f3aa619902 on network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:42:44.511900 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7d6a8-0c63-40cf-9553-7d8b02a6e663 None None] Pushing event updated for resources: {'Port': ['ID=aba85e6d-20aa-45b2-998d-61f3aa619902,revision_number=2']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:44.522445 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2779d93-1f71-4043-a985-19999339ae6e None None] Checking agent: {'id': 'e928b6c9-d57e-4ac7-a8fb-c400260472eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 32, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:42:44.523173 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2779d93-1f71-4043-a985-19999339ae6e None None] Checking segment: {'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:42:44.523589 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c2779d93-1f71-4043-a985-19999339ae6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:44.524015 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2779d93-1f71-4043-a985-19999339ae6e None None] Bound using segment: {'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'} {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:42:44.524507 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-c2779d93-1f71-4043-a985-19999339ae6e None None] Bound port: aba85e6d-20aa-45b2-998d-61f3aa619902, host: dv-cinder-763306-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}}] {{(pid=100364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:42:44.524898 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c2779d93-1f71-4043-a985-19999339ae6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:44.527464 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b7d6a8-0c63-40cf-9553-7d8b02a6e663 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:44.527851 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b7d6a8-0c63-40cf-9553-7d8b02a6e663 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:44.528189 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b7d6a8-0c63-40cf-9553-7d8b02a6e663 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:44.528555 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b7d6a8-0c63-40cf-9553-7d8b02a6e663 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:44.529400 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b7d6a8-0c63-40cf-9553-7d8b02a6e663 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:44.529763 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b7d6a8-0c63-40cf-9553-7d8b02a6e663 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:44.530096 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b7d6a8-0c63-40cf-9553-7d8b02a6e663 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:44.530416 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b7d6a8-0c63-40cf-9553-7d8b02a6e663 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:44.530826 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b7d6a8-0c63-40cf-9553-7d8b02a6e663 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:44.531097 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b7d6a8-0c63-40cf-9553-7d8b02a6e663 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:44.531408 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b7d6a8-0c63-40cf-9553-7d8b02a6e663 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:44.531718 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b7d6a8-0c63-40cf-9553-7d8b02a6e663 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:44.537568 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-f4b7d6a8-0c63-40cf-9553-7d8b02a6e663 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:44.587512 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-cd08f4f2-33dc-4bec-9e62-5f3355aacd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2715346'] for port, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:44.590423 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-c2779d93-1f71-4043-a985-19999339ae6e None None] For port aba85e6d-20aa-45b2-998d-61f3aa619902, host dv-cinder-763306-14-iscsi, cleared binding levels {{(pid=100364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:42:44.590893 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:44.593617 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-c2779d93-1f71-4043-a985-19999339ae6e None None] For port aba85e6d-20aa-45b2-998d-61f3aa619902, host dv-cinder-763306-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=aba85e6d-20aa-45b2-998d-61f3aa619902,segment=NetworkSegment(f9a98574-3341-4580-ac4f-b7fff4e16571),segment_id=f9a98574-3341-4580-ac4f-b7fff4e16571)] {{(pid=100364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:42:44.629943 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd08f4f2-33dc-4bec-9e62-5f3355aacd89 admin admin] Network 1ff2185c-17e8-4779-b98f-a1cbc800f8a8 is already hosted by enough agents. {{(pid=100362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:42:44.632809 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.base_scheduler [None req-cd08f4f2-33dc-4bec-9e62-5f3355aacd89 admin admin] Resources bound (agent type, host, resource id): {{(pid=100362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:42:44.636518 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd08f4f2-33dc-4bec-9e62-5f3355aacd89 admin admin] Received port after_create {{(pid=100362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:42:44.663454 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08f4f2-33dc-4bec-9e62-5f3355aacd89 admin admin] Pushing event updated for resources: {'Port': ['ID=15342335-f1d6-4a68-9031-f33f5b813a23,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:44.666630 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-cd08f4f2-33dc-4bec-9e62-5f3355aacd89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:44.683711 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-c2779d93-1f71-4043-a985-19999339ae6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:44.698097 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-ffbbda24-5b58-421b-99f3-fc85b31c30e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:44.698579 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-cd08f4f2-33dc-4bec-9e62-5f3355aacd89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476290'] for router_interface, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:44.780001 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2779d93-1f71-4043-a985-19999339ae6e None None] Routers {'f48acc36-0728-486a-90ec-28e5d91a15cd'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:42:44.780638 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-c2779d93-1f71-4043-a985-19999339ae6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:42:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['f48acc36-0728-486a-90ec-28e5d91a15cd'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:42:44.866736 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7d6a8-0c63-40cf-9553-7d8b02a6e663 None None] Pushing event updated for resources: {'Port': ['ID=aba85e6d-20aa-45b2-998d-61f3aa619902,revision_number=3']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:44.869881 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-f4b7d6a8-0c63-40cf-9553-7d8b02a6e663 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:44.901947 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device a4b3b2dd-f500-46af-80da-347a5a694b68 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:42:44.921400 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-cd08f4f2-33dc-4bec-9e62-5f3355aacd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:44.933788 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-c2779d93-1f71-4043-a985-19999339ae6e None None] Set router f48acc36-0728-486a-90ec-28e5d91a15cd gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:42:44.983623 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port a4b3b2dd-f500-46af-80da-347a5a694b68 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:42:44.983623 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:45.122000 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-e32b35b9-6c76-4325-801e-bc01c8ec4148 None None] Provisioning for port 15342335-f1d6-4a68-9031-f33f5b813a23 completed by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:42:45.133103 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-e32b35b9-6c76-4325-801e-bc01c8ec4148 None None] Provisioning complete for port 15342335-f1d6-4a68-9031-f33f5b813a23 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:42:45.133487 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-e32b35b9-6c76-4325-801e-bc01c8ec4148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:45.183850 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-c2779d93-1f71-4043-a985-19999339ae6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'name': 'tempest-TestVolumeBootPattern-1590326425-router', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:41Z', 'updated_at': '2021-06-29T17:42:42Z', 'revision_number': 3, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'gw_port': {'id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:42Z', 'updated_at': '2021-06-29T17:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:42:45.186874 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-e32b35b9-6c76-4325-801e-bc01c8ec4148 None None] Port 15342335-f1d6-4a68-9031-f33f5b813a23 cannot update to ACTIVE because it is not bound. {{(pid=100363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:42:45.222907 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2779d93-1f71-4043-a985-19999339ae6e None None] The sync data for ids ['f48acc36-0728-486a-90ec-28e5d91a15cd'] in dv-cinder-763306-14-iscsi is: [{'id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'name': 'tempest-TestVolumeBootPattern-1590326425-router', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:41Z', 'updated_at': '2021-06-29T17:42:42Z', 'revision_number': 3, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'gw_port': {'id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:42Z', 'updated_at': '2021-06-29T17:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}] {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:42:45.223660 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-cd08f4f2-33dc-4bec-9e62-5f3355aacd89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:45.247290 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470bcb0-c832-40be-bf80-11a8bda146b8 req-a1bb8eb1-23b0-400c-b0e3-2c42302c8bdf tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:45.248889 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4470bcb0-c832-40be-bf80-11a8bda146b8 req-a1bb8eb1-23b0-400c-b0e3-2c42302c8bdf tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.1189501 Jun 29 17:42:45.300246 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4470bcb0-c832-40be-bf80-11a8bda146b8 req-5fe6eff2-6a30-4def-818f-ecba2c73c93b tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437856 Jun 29 17:42:45.387597 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-cd08f4f2-33dc-4bec-9e62-5f3355aacd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2715360'] for port, after_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:45.416207 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-b0ca8744-ce79-4a0f-862e-6cbab53f6e60 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:45.507845 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-cd08f4f2-33dc-4bec-9e62-5f3355aacd89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476182'] for router_interface, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:45.514624 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08f4f2-33dc-4bec-9e62-5f3355aacd89 admin admin] Pushing event updated for resources: {'Port': ['ID=15342335-f1d6-4a68-9031-f33f5b813a23,revision_number=2']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:45.519518 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-cd08f4f2-33dc-4bec-9e62-5f3355aacd89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:45.635625 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd08f4f2-33dc-4bec-9e62-5f3355aacd89 admin admin] Network 1ff2185c-17e8-4779-b98f-a1cbc800f8a8 is already hosted by enough agents. {{(pid=100362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:42:45.637113 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.base_scheduler [None req-cd08f4f2-33dc-4bec-9e62-5f3355aacd89 admin admin] Resources bound (agent type, host, resource id): {{(pid=100362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:42:45.780435 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd08f4f2-33dc-4bec-9e62-5f3355aacd89 admin admin] Router f48acc36-0728-486a-90ec-28e5d91a15cd has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:42:45.940377 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-1aae1d69-87d0-4276-91e1-2d31d8873919 None None] Provisioning complete for port 15342335-f1d6-4a68-9031-f33f5b813a23 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:42:45.942564 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-1aae1d69-87d0-4276-91e1-2d31d8873919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:45.949055 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd08f4f2-33dc-4bec-9e62-5f3355aacd89 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:42:45.967487 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-cd08f4f2-33dc-4bec-9e62-5f3355aacd89 admin admin] 10.222.0.102 "PUT /v2.0/routers/f48acc36-0728-486a-90ec-28e5d91a15cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2950017 Jun 29 17:42:46.036187 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-1aae1d69-87d0-4276-91e1-2d31d8873919 None None] Port 15342335-f1d6-4a68-9031-f33f5b813a23 cannot update to ACTIVE because it is not bound. {{(pid=100363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:42:46.708972 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 33684) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:46.713953 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-fb4bc7e0-b15c-4ecf-ba4b-48b784ed606b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-308546399-network', 'tenant_id': 'a8b1f8e97b1e4f87b49b4ae6c49d17a5'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:42:46.838683 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4bc7e0-b15c-4ecf-ba4b-48b784ed606b admin admin] Made reservation on behalf of a8b1f8e97b1e4f87b49b4ae6c49d17a5 for: {'network': 1} {{(pid=100362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:42:46.841769 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-fb4bc7e0-b15c-4ecf-ba4b-48b784ed606b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for network, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:46.852490 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-fb4bc7e0-b15c-4ecf-ba4b-48b784ed606b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:46.923639 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device aba85e6d-20aa-45b2-998d-61f3aa619902 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:42:46.966919 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-fb4bc7e0-b15c-4ecf-ba4b-48b784ed606b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:46.994379 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f35654c-e25b-4f21-a0e9-8253b32c5b95 None None] Sync routers for ids ['f48acc36-0728-486a-90ec-28e5d91a15cd'] in dv-cinder-763306-14-iscsi {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:42:47.004310 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f35654c-e25b-4f21-a0e9-8253b32c5b95 None None] Routers {'f48acc36-0728-486a-90ec-28e5d91a15cd'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:42:47.004938 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-7f35654c-e25b-4f21-a0e9-8253b32c5b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:42:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['f48acc36-0728-486a-90ec-28e5d91a15cd'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:42:47.045159 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-fb4bc7e0-b15c-4ecf-ba4b-48b784ed606b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:47.051547 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-a0671b4e-d39f-4368-aa79-dd13fe74b2de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:47.071164 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb4bc7e0-b15c-4ecf-ba4b-48b784ed606b admin admin] vlan segment allocate from pool success with {'vlan_id': 918, 'physical_network': 'physnet1'} {{(pid=100362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:42:47.088297 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4bc7e0-b15c-4ecf-ba4b-48b784ed606b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4321d503-6e54-4fcd-b938-01b9a8743307,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:47.092873 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-fb4bc7e0-b15c-4ecf-ba4b-48b784ed606b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:47.094067 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-fb4bc7e0-b15c-4ecf-ba4b-48b784ed606b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:47.094398 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.db.segments_db [None req-fb4bc7e0-b15c-4ecf-ba4b-48b784ed606b admin admin] Added segment b8651c9c-5cd4-4c1b-a245-3cfed190c909 of type vlan for network 97481ab3-298b-48be-a3da-73c15ab38f8c Jun 29 17:42:47.117622 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning for port aba85e6d-20aa-45b2-998d-61f3aa619902 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:42:47.129377 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port aba85e6d-20aa-45b2-998d-61f3aa619902 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:42:47.129954 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:47.149487 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-fb4bc7e0-b15c-4ecf-ba4b-48b784ed606b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732082150732'] for network, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:47.176239 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-7f35654c-e25b-4f21-a0e9-8253b32c5b95 None None] Set router f48acc36-0728-486a-90ec-28e5d91a15cd gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:42:47.288649 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-fb4bc7e0-b15c-4ecf-ba4b-48b784ed606b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for network, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:47.288649 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4bc7e0-b15c-4ecf-ba4b-48b784ed606b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:47.288649 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-fb4bc7e0-b15c-4ecf-ba4b-48b784ed606b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:47.290677 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:47.356938 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4bc7e0-b15c-4ecf-ba4b-48b784ed606b admin admin] Pushing event updated for resources: {'Network': ['ID=97481ab3-298b-48be-a3da-73c15ab38f8c,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:47.363806 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-fb4bc7e0-b15c-4ecf-ba4b-48b784ed606b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:47.374487 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Network 97481ab3-298b-48be-a3da-73c15ab38f8c details requested by agent ovs-agent-dv-cinder-763306-14-iscsi with host dv-cinder-763306-14-iscsi {{(pid=100363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:42:47.396111 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 33714) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:47.462693 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-fb4bc7e0-b15c-4ecf-ba4b-48b784ed606b admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7502809 Jun 29 17:42:47.463868 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 33720) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:47.473148 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-fc8c30db-3dcf-4006-8b22-146448d70d68 admin admin] Request body: {'subnet': {'network_id': '97481ab3-298b-48be-a3da-73c15ab38f8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-308546399-subnet', 'tenant_id': 'a8b1f8e97b1e4f87b49b4ae6c49d17a5', 'ip_version': 4}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:42:47.486360 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:47.541101 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008bfd47-a599-4a17-a74c-f3d7abec0604 req-cf01d26d-9723-4a87-a4de-6a2f815c09bc tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:47.548714 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-008bfd47-a599-4a17-a74c-f3d7abec0604 req-cf01d26d-9723-4a87-a4de-6a2f815c09bc tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0829554 Jun 29 17:42:47.553964 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] For port aba85e6d-20aa-45b2-998d-61f3aa619902, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=aba85e6d-20aa-45b2-998d-61f3aa619902,segment=NetworkSegment(f9a98574-3341-4580-ac4f-b7fff4e16571),segment_id=f9a98574-3341-4580-ac4f-b7fff4e16571)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:42:47.570223 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-fa081460-18cd-49c5-ac00-6295288036e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:47.589734 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-7f35654c-e25b-4f21-a0e9-8253b32c5b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'name': 'tempest-TestVolumeBootPattern-1590326425-router', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:41Z', 'updated_at': '2021-06-29T17:42:44Z', 'revision_number': 4, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'gw_port': {'id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:42Z', 'updated_at': '2021-06-29T17:42:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '15342335-f1d6-4a68-9031-f33f5b813a23', 'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'mac_address': 'fa:16:3e:28:d4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:44Z', 'updated_at': '2021-06-29T17:42:44Z', 'revision_number': 2, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'subnets': [{'id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:42:47.598541 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-008bfd47-a599-4a17-a74c-f3d7abec0604 req-26e3ea65-b4a3-4390-a2ad-fdc259f09bd1 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487857 Jun 29 17:42:47.621212 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:47.623110 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:47.623872 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8c30db-3dcf-4006-8b22-146448d70d68 admin admin] Made reservation on behalf of a8b1f8e97b1e4f87b49b4ae6c49d17a5 for: {'subnet': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:42:47.625097 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f35654c-e25b-4f21-a0e9-8253b32c5b95 None None] Checking router: f48acc36-0728-486a-90ec-28e5d91a15cd for host: dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:42:47.625457 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f35654c-e25b-4f21-a0e9-8253b32c5b95 None None] Updating router f48acc36-0728-486a-90ec-28e5d91a15cd port 15342335-f1d6-4a68-9031-f33f5b813a23 binding host dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:42:47.626730 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-fc8c30db-3dcf-4006-8b22-146448d70d68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:47.690644 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-7f35654c-e25b-4f21-a0e9-8253b32c5b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:47.716660 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Pushing event updated for resources: {'Port': ['ID=aba85e6d-20aa-45b2-998d-61f3aa619902,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:47.720654 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:47.818986 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-fa081460-18cd-49c5-ac00-6295288036e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:47.896034 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-fa081460-18cd-49c5-ac00-6295288036e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:47.900771 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-eec6898b-038a-434f-9296-7870bb1949ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:47.945339 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-fa081460-18cd-49c5-ac00-6295288036e2 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ae6e30e342f5406a97cc37e050018db7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5449476 Jun 29 17:42:47.945339 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa081460-18cd-49c5-ac00-6295288036e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f019fa-e3f5-4922-b29e-224061edc82b,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:47.945620 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 33730) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:47.947373 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-fc8c30db-3dcf-4006-8b22-146448d70d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for subnet, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:47.954843 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081460-18cd-49c5-ac00-6295288036e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:47.955260 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081460-18cd-49c5-ac00-6295288036e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:47.955845 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081460-18cd-49c5-ac00-6295288036e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:47.956267 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081460-18cd-49c5-ac00-6295288036e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:47.956613 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081460-18cd-49c5-ac00-6295288036e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:47.956984 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081460-18cd-49c5-ac00-6295288036e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:47.957646 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081460-18cd-49c5-ac00-6295288036e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:47.957646 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081460-18cd-49c5-ac00-6295288036e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:47.957977 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081460-18cd-49c5-ac00-6295288036e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:47.960067 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081460-18cd-49c5-ac00-6295288036e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:47.960774 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081460-18cd-49c5-ac00-6295288036e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:47.961563 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa081460-18cd-49c5-ac00-6295288036e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:47.977510 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-fa081460-18cd-49c5-ac00-6295288036e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:47.982680 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-79c8bd13-593f-4177-9f9b-b0134f37fbe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:48.007431 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-7f35654c-e25b-4f21-a0e9-8253b32c5b95 None None] Notify callbacks [] for port, precommit_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:48.019118 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-7f35654c-e25b-4f21-a0e9-8253b32c5b95 None None] Transition to ACTIVE for port object 15342335-f1d6-4a68-9031-f33f5b813a23 will not be triggered until provisioned by entity L2. {{(pid=100363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:42:48.026936 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-9225ba66-47b6-4b85-b80e-7131382442a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:48.032756 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c30db-3dcf-4006-8b22-146448d70d68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d55e3233-4b82-4eaf-8133-768ec1199c82,revision_number=0']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:48.044781 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-fc8c30db-3dcf-4006-8b22-146448d70d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:48.059066 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-9225ba66-47b6-4b85-b80e-7131382442a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:48.075582 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8c30db-3dcf-4006-8b22-146448d70d68 admin admin] Checking segment: {'id': 'b8651c9c-5cd4-4c1b-a245-3cfed190c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '97481ab3-298b-48be-a3da-73c15ab38f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:42:48.076321 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8c30db-3dcf-4006-8b22-146448d70d68 admin admin] Network hostable DHCP agents. Network: 97481ab3-298b-48be-a3da-73c15ab38f8c, hostable agents: ['24069b9b-1321-42f1-b289-5cb1180ca833'], hosted agents: [] {{(pid=100361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:42:48.079764 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 33738) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:48.084148 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-7f35654c-e25b-4f21-a0e9-8253b32c5b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:48.087478 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-5551f753-f7ff-4a04-9bb5-23a17948804d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:48.139150 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ac839-f69b-439b-8107-b4130f820195 None None] Pushing event updated for resources: {'Port': ['ID=15342335-f1d6-4a68-9031-f33f5b813a23,revision_number=3']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:48.147598 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-673ac839-f69b-439b-8107-b4130f820195 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:48.181405 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8c30db-3dcf-4006-8b22-146448d70d68 admin admin] Network 97481ab3-298b-48be-a3da-73c15ab38f8c is scheduled to be hosted by DHCP agent 24069b9b-1321-42f1-b289-5cb1180ca833 with binding_index 1 {{(pid=100361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:42:48.209542 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-7f35654c-e25b-4f21-a0e9-8253b32c5b95 None None] Attempting to bind port 15342335-f1d6-4a68-9031-f33f5b813a23 on host dv-cinder-763306-14-iscsi for vnic_type normal with profile {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:42:48.210352 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-7f35654c-e25b-4f21-a0e9-8253b32c5b95 None None] Attempting to bind port 15342335-f1d6-4a68-9031-f33f5b813a23 by drivers openvswitch,hyperv on host dv-cinder-763306-14-iscsi at level 0 using segments [{'id': '29a600a3-46df-4a50-b82c-2600cd91c4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8'}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:42:48.210776 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f35654c-e25b-4f21-a0e9-8253b32c5b95 None None] Attempting to bind port 15342335-f1d6-4a68-9031-f33f5b813a23 on network 1ff2185c-17e8-4779-b98f-a1cbc800f8a8 {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:42:48.216845 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f35654c-e25b-4f21-a0e9-8253b32c5b95 None None] Checking agent: {'id': 'e928b6c9-d57e-4ac7-a8fb-c400260472eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 32, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:42:48.217326 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f35654c-e25b-4f21-a0e9-8253b32c5b95 None None] Checking segment: {'id': '29a600a3-46df-4a50-b82c-2600cd91c4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:42:48.217909 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-7f35654c-e25b-4f21-a0e9-8253b32c5b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:48.218378 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f35654c-e25b-4f21-a0e9-8253b32c5b95 None None] Bound using segment: {'id': '29a600a3-46df-4a50-b82c-2600cd91c4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8'} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:42:48.218949 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-7f35654c-e25b-4f21-a0e9-8253b32c5b95 None None] Bound port: 15342335-f1d6-4a68-9031-f33f5b813a23, host: dv-cinder-763306-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a600a3-46df-4a50-b82c-2600cd91c4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8'}}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:42:48.219151 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-9225ba66-47b6-4b85-b80e-7131382442a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:48.219679 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-7f35654c-e25b-4f21-a0e9-8253b32c5b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:48.222718 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-5b66adca-5bc6-4d9d-8dd7-e0aee8521f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:48.227016 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-9225ba66-47b6-4b85-b80e-7131382442a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:48.232372 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-9225ba66-47b6-4b85-b80e-7131382442a4 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/88f019fa-e3f5-4922-b29e-224061edc82b HTTP/1.1" status: 204 len: 168 time: 0.2856469 Jun 29 17:42:48.235078 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-331a8865-fb98-4a81-b9a9-daacdded3145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:48.255514 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225ba66-47b6-4b85-b80e-7131382442a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f019fa-e3f5-4922-b29e-224061edc82b,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:48.278539 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9225ba66-47b6-4b85-b80e-7131382442a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:48.278909 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9225ba66-47b6-4b85-b80e-7131382442a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:48.279262 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9225ba66-47b6-4b85-b80e-7131382442a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:48.279610 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9225ba66-47b6-4b85-b80e-7131382442a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:48.280424 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9225ba66-47b6-4b85-b80e-7131382442a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:48.280424 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9225ba66-47b6-4b85-b80e-7131382442a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:48.280693 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9225ba66-47b6-4b85-b80e-7131382442a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:48.281064 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9225ba66-47b6-4b85-b80e-7131382442a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:48.281291 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9225ba66-47b6-4b85-b80e-7131382442a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:48.281629 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9225ba66-47b6-4b85-b80e-7131382442a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:48.281962 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9225ba66-47b6-4b85-b80e-7131382442a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:48.282292 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9225ba66-47b6-4b85-b80e-7131382442a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:42:48.289470 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-9225ba66-47b6-4b85-b80e-7131382442a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:48.404425 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-5b66adca-5bc6-4d9d-8dd7-e0aee8521f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:48.406306 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-fc8c30db-3dcf-4006-8b22-146448d70d68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-iscsi, 97481ab3-298b-48be-a3da-73c15ab38f8c) {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:42:48.412623 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8c30db-3dcf-4006-8b22-146448d70d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:48.413621 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-fc8c30db-3dcf-4006-8b22-146448d70d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for subnet, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:48.486145 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f1f63c-4e6c-49c4-a093-ca04e1e76bbd None None] Network 97481ab3-298b-48be-a3da-73c15ab38f8c requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:42:48.520045 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-5b66adca-5bc6-4d9d-8dd7-e0aee8521f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:48.522690 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-16bc5beb-0f73-4483-9665-ccfa62e035ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:48.567900 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-7f35654c-e25b-4f21-a0e9-8253b32c5b95 None None] For port 15342335-f1d6-4a68-9031-f33f5b813a23, host dv-cinder-763306-14-iscsi, cleared binding levels {{(pid=100363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:42:48.580189 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66adca-5bc6-4d9d-8dd7-e0aee8521f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e184fc20-344e-41ec-bf16-2d1b00898990,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:48.580956 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-7f35654c-e25b-4f21-a0e9-8253b32c5b95 None None] For port 15342335-f1d6-4a68-9031-f33f5b813a23, host dv-cinder-763306-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=15342335-f1d6-4a68-9031-f33f5b813a23,segment=NetworkSegment(29a600a3-46df-4a50-b82c-2600cd91c4cc),segment_id=29a600a3-46df-4a50-b82c-2600cd91c4cc)] {{(pid=100363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:42:48.588986 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-5b66adca-5bc6-4d9d-8dd7-e0aee8521f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:48.593636 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-5b66adca-5bc6-4d9d-8dd7-e0aee8521f6a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=6158652d86664d6884074ef342fb7314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5117118 Jun 29 17:42:48.595352 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 33760) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:48.607847 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-fc8c30db-3dcf-4006-8b22-146448d70d68 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1405046 Jun 29 17:42:48.608113 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 33762) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:48.613604 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-0076231f-086b-4cf9-ab4d-2ad71ff48963 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-308546399-router', 'tenant_id': 'a8b1f8e97b1e4f87b49b4ae6c49d17a5', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:42:48.696238 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-92e2c242-5f5f-49cb-994c-adccdbe44247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:48.734192 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-7f35654c-e25b-4f21-a0e9-8253b32c5b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:48.738080 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:48.751626 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66552ae-50d8-45a0-9505-429b5ded3030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92452d69-972d-5f90-a51c-f228c74b1c0c-97481ab3-298b-48be-a3da-73c15ab38f8c', 'network_id': '97481ab3-298b-48be-a3da-73c15ab38f8c', 'tenant_id': 'a8b1f8e97b1e4f87b49b4ae6c49d17a5', 'fixed_ips': [{'subnet_id': 'd55e3233-4b82-4eaf-8133-768ec1199c82'}]}} from dv-cinder-763306-14-iscsi. {{(pid=100363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 17:42:48.754420 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-e66552ae-50d8-45a0-9505-429b5ded3030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:48.757603 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-92e2c242-5f5f-49cb-994c-adccdbe44247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:48.770458 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-0076231f-086b-4cf9-ab4d-2ad71ff48963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-478208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-909'] for router, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:48.771698 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-0076231f-086b-4cf9-ab4d-2ad71ff48963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-900'] for router, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:48.880550 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-0076231f-086b-4cf9-ab4d-2ad71ff48963 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:48.894685 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f35654c-e25b-4f21-a0e9-8253b32c5b95 None None] Routers {'f48acc36-0728-486a-90ec-28e5d91a15cd'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:42:48.899824 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-7f35654c-e25b-4f21-a0e9-8253b32c5b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:42:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['f48acc36-0728-486a-90ec-28e5d91a15cd'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:42:48.919858 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-92e2c242-5f5f-49cb-994c-adccdbe44247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:48.922809 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-92e2c242-5f5f-49cb-994c-adccdbe44247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:48.927074 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-92e2c242-5f5f-49cb-994c-adccdbe44247 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e184fc20-344e-41ec-bf16-2d1b00898990 HTTP/1.1" status: 204 len: 168 time: 0.3271358 Jun 29 17:42:48.927074 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-886c5274-2884-4460-a16d-8c5cb6ba4ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:48.941491 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2c242-5f5f-49cb-994c-adccdbe44247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e184fc20-344e-41ec-bf16-2d1b00898990,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:48.952191 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-92e2c242-5f5f-49cb-994c-adccdbe44247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:48.956990 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ac839-f69b-439b-8107-b4130f820195 None None] Pushing event updated for resources: {'Port': ['ID=15342335-f1d6-4a68-9031-f33f5b813a23,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:49.009540 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 33770) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:49.011673 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device aba85e6d-20aa-45b2-998d-61f3aa619902 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:42:49.020704 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-673ac839-f69b-439b-8107-b4130f820195 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:49.142587 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-0076231f-086b-4cf9-ab4d-2ad71ff48963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-886'] for router, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:49.156162 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 33774) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:49.173149 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-ba94047a-4aa4-432a-8e7a-fef5f0c972e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:49.198601 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-7f35654c-e25b-4f21-a0e9-8253b32c5b95 None None] Set router f48acc36-0728-486a-90ec-28e5d91a15cd gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:42:49.267103 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.db_base_plugin_common [None req-e66552ae-50d8-45a0-9505-429b5ded3030 None None] Allocated IP 172.20.0.2 (97481ab3-298b-48be-a3da-73c15ab38f8c/d55e3233-4b82-4eaf-8133-768ec1199c82/aa68f0c3-95bf-4248-81f1-689719510177) {{(pid=100363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:42:49.316060 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port aba85e6d-20aa-45b2-998d-61f3aa619902 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:42:49.316060 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:49.360953 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-ba94047a-4aa4-432a-8e7a-fef5f0c972e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:49.370710 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-99652859-2103-4c05-a682-ada0129f429e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:49.436631 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-ba94047a-4aa4-432a-8e7a-fef5f0c972e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:49.445226 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-81d65ccf-8ee1-42e9-90e2-c9dd19c116b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:49.515714 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-0076231f-086b-4cf9-ab4d-2ad71ff48963 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:49.519256 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-ba94047a-4aa4-432a-8e7a-fef5f0c972e8 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b965f298190d42a8bf8bfd1b1159d54a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3611577 Jun 29 17:42:49.522303 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 33780) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:49.530611 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94047a-4aa4-432a-8e7a-fef5f0c972e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a041cc-2cc2-4ae8-b2ed-4f82cf9b9430,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:49.537651 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-ba94047a-4aa4-432a-8e7a-fef5f0c972e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:49.573922 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-0076231f-086b-4cf9-ab4d-2ad71ff48963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:49.622132 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-9b38609f-f8a2-48b3-af5d-ec9d7466e92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:49.634698 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-99652859-2103-4c05-a682-ada0129f429e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:49.656027 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-9b38609f-f8a2-48b3-af5d-ec9d7466e92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:49.678375 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-e66552ae-50d8-45a0-9505-429b5ded3030 None None] Notify callbacks [] for port, precommit_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:49.697312 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-e66552ae-50d8-45a0-9505-429b5ded3030 None None] Transition to ACTIVE for port object aa68f0c3-95bf-4248-81f1-689719510177 will not be triggered until provisioned by entity L2. {{(pid=100363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:42:49.726170 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-e66552ae-50d8-45a0-9505-429b5ded3030 None None] Transition to ACTIVE for port object aa68f0c3-95bf-4248-81f1-689719510177 will not be triggered until provisioned by entity DHCP. {{(pid=100363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:42:49.755899 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-7f35654c-e25b-4f21-a0e9-8253b32c5b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'name': 'tempest-TestVolumeBootPattern-1590326425-router', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:41Z', 'updated_at': '2021-06-29T17:42:44Z', 'revision_number': 4, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'gw_port': {'id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:42Z', 'updated_at': '2021-06-29T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '15342335-f1d6-4a68-9031-f33f5b813a23', 'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'mac_address': 'fa:16:3e:28:d4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:44Z', 'updated_at': '2021-06-29T17:42:48Z', 'revision_number': 4, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'subnets': [{'id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:42:49.758683 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [None req-0076231f-086b-4cf9-ab4d-2ad71ff48963 admin admin] Allocated IP 172.27.3.158 (26c48c97-dd4e-49af-8475-2ecf6fc0aadd/7cd7448d-c974-46f0-8ef9-2783dc523a5d/853aaa35-d63c-4b94-9c85-0d8c46c4e7ba) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:42:49.784715 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-99652859-2103-4c05-a682-ada0129f429e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:49.788609 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f35654c-e25b-4f21-a0e9-8253b32c5b95 None None] The sync data for ids ['f48acc36-0728-486a-90ec-28e5d91a15cd'] in dv-cinder-763306-14-iscsi is: [{'id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'name': 'tempest-TestVolumeBootPattern-1590326425-router', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:41Z', 'updated_at': '2021-06-29T17:42:44Z', 'revision_number': 4, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'gw_port': {'id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:42Z', 'updated_at': '2021-06-29T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '15342335-f1d6-4a68-9031-f33f5b813a23', 'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'mac_address': 'fa:16:3e:28:d4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:44Z', 'updated_at': '2021-06-29T17:42:48Z', 'revision_number': 4, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'subnets': [{'id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:42:49.792113 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-6a8f3116-0632-4ebe-827b-03b720ef7713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:49.830536 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99652859-2103-4c05-a682-ada0129f429e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d02df9-c45f-4998-8d69-f98f0bcae15a,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:49.835865 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-99652859-2103-4c05-a682-ada0129f429e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=8eb0363be70949b8bbcb5632e4109987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8247766 Jun 29 17:42:49.837012 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-99652859-2103-4c05-a682-ada0129f429e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:49.839301 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-e66552ae-50d8-45a0-9505-429b5ded3030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565'] for port, after_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:49.841816 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:49.844095 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 33790) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:49.895866 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-9b38609f-f8a2-48b3-af5d-ec9d7466e92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:49.900026 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-9b38609f-f8a2-48b3-af5d-ec9d7466e92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:49.904491 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-9b38609f-f8a2-48b3-af5d-ec9d7466e92c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/05a041cc-2cc2-4ae8-b2ed-4f82cf9b9430 HTTP/1.1" status: 204 len: 168 time: 0.3809168 Jun 29 17:42:49.917489 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 33794) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:49.932803 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-f805891f-5980-41c5-8707-c51ec910f057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:49.937439 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-52339ed1-4383-49f0-a538-fcc8b3fb5c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:49.956286 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38609f-f8a2-48b3-af5d-ec9d7466e92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a041cc-2cc2-4ae8-b2ed-4f82cf9b9430,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:49.966921 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66552ae-50d8-45a0-9505-429b5ded3030 None None] Network 97481ab3-298b-48be-a3da-73c15ab38f8c is already hosted by enough agents. {{(pid=100363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:42:49.971308 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-9b38609f-f8a2-48b3-af5d-ec9d7466e92c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:49.990694 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.scheduler.base_scheduler [None req-e66552ae-50d8-45a0-9505-429b5ded3030 None None] Resources bound (agent type, host, resource id): {{(pid=100363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:42:49.994794 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66552ae-50d8-45a0-9505-429b5ded3030 None None] Received port after_create {{(pid=100363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:42:50.013709 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a7d0165a-d286-4570-aab1-509e444a041f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:50.015143 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66552ae-50d8-45a0-9505-429b5ded3030 None None] Pushing event updated for resources: {'Port': ['ID=aa68f0c3-95bf-4248-81f1-689719510177,revision_number=1']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:50.036570 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-0076231f-086b-4cf9-ab4d-2ad71ff48963 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:50.057795 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-e66552ae-50d8-45a0-9505-429b5ded3030 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:50.077093 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a7d0165a-d286-4570-aab1-509e444a041f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:50.125450 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-e66552ae-50d8-45a0-9505-429b5ded3030 None None] Attempting to bind port aa68f0c3-95bf-4248-81f1-689719510177 on host dv-cinder-763306-14-iscsi for vnic_type normal with profile {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:42:50.125909 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-e66552ae-50d8-45a0-9505-429b5ded3030 None None] Attempting to bind port aa68f0c3-95bf-4248-81f1-689719510177 by drivers openvswitch,hyperv on host dv-cinder-763306-14-iscsi at level 0 using segments [{'id': 'b8651c9c-5cd4-4c1b-a245-3cfed190c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '97481ab3-298b-48be-a3da-73c15ab38f8c'}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:42:50.126766 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66552ae-50d8-45a0-9505-429b5ded3030 None None] Attempting to bind port aa68f0c3-95bf-4248-81f1-689719510177 on network 97481ab3-298b-48be-a3da-73c15ab38f8c {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:42:50.136881 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66552ae-50d8-45a0-9505-429b5ded3030 None None] Checking agent: {'id': 'e928b6c9-d57e-4ac7-a8fb-c400260472eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 32, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:42:50.137308 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66552ae-50d8-45a0-9505-429b5ded3030 None None] Checking segment: {'id': 'b8651c9c-5cd4-4c1b-a245-3cfed190c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '97481ab3-298b-48be-a3da-73c15ab38f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:42:50.137730 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-e66552ae-50d8-45a0-9505-429b5ded3030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:50.138336 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66552ae-50d8-45a0-9505-429b5ded3030 None None] Bound using segment: {'id': 'b8651c9c-5cd4-4c1b-a245-3cfed190c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '97481ab3-298b-48be-a3da-73c15ab38f8c'} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:42:50.139131 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-e66552ae-50d8-45a0-9505-429b5ded3030 None None] Bound port: aa68f0c3-95bf-4248-81f1-689719510177, host: dv-cinder-763306-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8651c9c-5cd4-4c1b-a245-3cfed190c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '97481ab3-298b-48be-a3da-73c15ab38f8c'}}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:42:50.139629 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-e66552ae-50d8-45a0-9505-429b5ded3030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:50.174683 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-52339ed1-4383-49f0-a538-fcc8b3fb5c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:50.216627 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-e66552ae-50d8-45a0-9505-429b5ded3030 None None] For port aa68f0c3-95bf-4248-81f1-689719510177, host dv-cinder-763306-14-iscsi, cleared binding levels {{(pid=100363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:42:50.220101 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-e66552ae-50d8-45a0-9505-429b5ded3030 None None] For port aa68f0c3-95bf-4248-81f1-689719510177, host dv-cinder-763306-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=aa68f0c3-95bf-4248-81f1-689719510177,segment=NetworkSegment(b8651c9c-5cd4-4c1b-a245-3cfed190c909),segment_id=b8651c9c-5cd4-4c1b-a245-3cfed190c909)] {{(pid=100363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:42:50.248035 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-0076231f-086b-4cf9-ab4d-2ad71ff48963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:50.250208 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:50.293326 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0076231f-086b-4cf9-ab4d-2ad71ff48963 admin admin] Network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:42:50.296666 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a7d0165a-d286-4570-aab1-509e444a041f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:50.298329 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-0076231f-086b-4cf9-ab4d-2ad71ff48963 admin admin] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:42:50.299985 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a7d0165a-d286-4570-aab1-509e444a041f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:50.301618 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0076231f-086b-4cf9-ab4d-2ad71ff48963 admin admin] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:42:50.307226 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-a7d0165a-d286-4570-aab1-509e444a041f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/17d02df9-c45f-4998-8d69-f98f0bcae15a HTTP/1.1" status: 204 len: 168 time: 0.4619491 Jun 29 17:42:50.307987 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-52339ed1-4383-49f0-a538-fcc8b3fb5c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:50.308434 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-64a53b39-dbfc-44b9-b45b-9ad45d7a91a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:50.319124 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0165a-d286-4570-aab1-509e444a041f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d02df9-c45f-4998-8d69-f98f0bcae15a,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:50.321977 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-a7d0165a-d286-4570-aab1-509e444a041f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:50.360161 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-e66552ae-50d8-45a0-9505-429b5ded3030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:50.367183 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076231f-086b-4cf9-ab4d-2ad71ff48963 admin admin] Pushing event updated for resources: {'Port': ['ID=853aaa35-d63c-4b94-9c85-0d8c46c4e7ba,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:50.367288 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:50.368386 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-0076231f-086b-4cf9-ab4d-2ad71ff48963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:50.400914 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-bd501f6b-13bb-4cbd-9b73-5a39c258cd62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:50.435211 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-52339ed1-4383-49f0-a538-fcc8b3fb5c5f admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d4a67c2ec19342f49c90c237c55aa1d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5154748 Jun 29 17:42:50.437802 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 33800) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:50.476517 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66552ae-50d8-45a0-9505-429b5ded3030 None None] Pushing event updated for resources: {'Port': ['ID=aa68f0c3-95bf-4248-81f1-689719510177,revision_number=2']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:50.489615 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-e66552ae-50d8-45a0-9505-429b5ded3030 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:50.501218 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52339ed1-4383-49f0-a538-fcc8b3fb5c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d464f800-cffc-42dd-b0a1-6926eea2b05e,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:50.520989 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-52339ed1-4383-49f0-a538-fcc8b3fb5c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:50.572519 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-6d0aad1e-be79-4e70-8700-f9b65b4bd5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:50.598058 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-6d0aad1e-be79-4e70-8700-f9b65b4bd5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:50.810251 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-6d0aad1e-be79-4e70-8700-f9b65b4bd5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:50.818898 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-6d0aad1e-be79-4e70-8700-f9b65b4bd5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:50.823535 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-6d0aad1e-be79-4e70-8700-f9b65b4bd5d6 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d464f800-cffc-42dd-b0a1-6926eea2b05e HTTP/1.1" status: 204 len: 168 time: 0.3845530 Jun 29 17:42:50.824513 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-cb90b61f-d008-4b59-b4e2-bd27ed764daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:50.854570 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0aad1e-be79-4e70-8700-f9b65b4bd5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d464f800-cffc-42dd-b0a1-6926eea2b05e,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:50.871051 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-6d0aad1e-be79-4e70-8700-f9b65b4bd5d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:50.985866 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-0076231f-086b-4cf9-ab4d-2ad71ff48963 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:51.167477 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 15342335-f1d6-4a68-9031-f33f5b813a23 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:42:51.309927 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-0076231f-086b-4cf9-ab4d-2ad71ff48963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618085'] for router, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:51.362516 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning for port 15342335-f1d6-4a68-9031-f33f5b813a23 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:42:51.366881 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 15342335-f1d6-4a68-9031-f33f5b813a23 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:42:51.367342 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:51.493538 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:51.568219 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] For port 15342335-f1d6-4a68-9031-f33f5b813a23, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=15342335-f1d6-4a68-9031-f33f5b813a23,segment=NetworkSegment(29a600a3-46df-4a50-b82c-2600cd91c4cc),segment_id=29a600a3-46df-4a50-b82c-2600cd91c4cc)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:42:51.661572 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:51.662632 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device aa68f0c3-95bf-4248-81f1-689719510177 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:42:51.664566 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:51.759300 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Pushing event updated for resources: {'Port': ['ID=15342335-f1d6-4a68-9031-f33f5b813a23,revision_number=5']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:51.763051 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:51.807638 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1374adfd-1b67-4295-aa57-ea3d8a91bc6d None None] Network 97481ab3-298b-48be-a3da-73c15ab38f8c requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:42:51.850156 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0076231f-086b-4cf9-ab4d-2ad71ff48963 admin admin] Router 35452f5b-8b44-40ef-93da-e4a1e91fac26 is scheduled to L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b with binding_index 1 {{(pid=100361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 17:42:51.851219 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning for port aa68f0c3-95bf-4248-81f1-689719510177 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:42:51.998841 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0076231f-086b-4cf9-ab4d-2ad71ff48963 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:42:52.011888 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d55561-c396-440b-9fdf-35a92a13a64c None None] Sync routers for ids ['35452f5b-8b44-40ef-93da-e4a1e91fac26'] in dv-cinder-763306-14-iscsi {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:42:52.023521 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d55561-c396-440b-9fdf-35a92a13a64c None None] Routers {'35452f5b-8b44-40ef-93da-e4a1e91fac26'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:42:52.025938 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-00d55561-c396-440b-9fdf-35a92a13a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:42:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['35452f5b-8b44-40ef-93da-e4a1e91fac26'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:42:52.036946 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-f1a5896c-9796-45e0-8dea-53dffacd529a None None] Provisioning for port aa68f0c3-95bf-4248-81f1-689719510177 completed by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:42:52.042193 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-f1a5896c-9796-45e0-8dea-53dffacd529a None None] Provisioning complete for port aa68f0c3-95bf-4248-81f1-689719510177 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:42:52.042582 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-f1a5896c-9796-45e0-8dea-53dffacd529a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:52.062753 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 33840) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:52.079575 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-da6eec79-67fc-4e8a-80d0-7ba7239bc0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:52.109194 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-0076231f-086b-4cf9-ab4d-2ad71ff48963 admin admin] Notify callbacks [] for router, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:52.113287 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-0076231f-086b-4cf9-ab4d-2ad71ff48963 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5037942 Jun 29 17:42:52.133473 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 33846) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:52.212813 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 33848) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:52.290831 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-00d55561-c396-440b-9fdf-35a92a13a64c None None] Set router 35452f5b-8b44-40ef-93da-e4a1e91fac26 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:42:52.343268 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-da6eec79-67fc-4e8a-80d0-7ba7239bc0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:52.422502 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e72f4ae1-d5b8-4737-b5a1-e0f3316de99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:52.434602 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-f1a5896c-9796-45e0-8dea-53dffacd529a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:52.450711 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-da6eec79-67fc-4e8a-80d0-7ba7239bc0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:52.473444 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-f1a5896c-9796-45e0-8dea-53dffacd529a None None] For port aa68f0c3-95bf-4248-81f1-689719510177, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=aa68f0c3-95bf-4248-81f1-689719510177,segment=NetworkSegment(b8651c9c-5cd4-4c1b-a245-3cfed190c909),segment_id=b8651c9c-5cd4-4c1b-a245-3cfed190c909)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:42:52.475963 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-7e2f9c5d-1087-427f-8ac1-91eafb714d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:52.538114 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6eec79-67fc-4e8a-80d0-7ba7239bc0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d995915-1994-480c-85dd-f3396a08eea8,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:52.542132 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-f1a5896c-9796-45e0-8dea-53dffacd529a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:52.545920 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-da6eec79-67fc-4e8a-80d0-7ba7239bc0d2 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=9db165226e14413084e63d01ebe23374&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4821181 Jun 29 17:42:52.547404 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-da6eec79-67fc-4e8a-80d0-7ba7239bc0d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:52.552278 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 33854) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:52.553687 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-00d55561-c396-440b-9fdf-35a92a13a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35452f5b-8b44-40ef-93da-e4a1e91fac26', 'name': 'tempest-TestVolumeBootPattern-308546399-router', 'tenant_id': 'a8b1f8e97b1e4f87b49b4ae6c49d17a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '853aaa35-d63c-4b94-9c85-0d8c46c4e7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:48Z', 'updated_at': '2021-06-29T17:42:50Z', 'revision_number': 3, 'project_id': 'a8b1f8e97b1e4f87b49b4ae6c49d17a5', 'gw_port': {'id': '853aaa35-d63c-4b94-9c85-0d8c46c4e7ba', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35452f5b-8b44-40ef-93da-e4a1e91fac26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:49Z', 'updated_at': '2021-06-29T17:42:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:42:52.553958 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:52.584346 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d55561-c396-440b-9fdf-35a92a13a64c None None] Checking router: 35452f5b-8b44-40ef-93da-e4a1e91fac26 for host: dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:42:52.585261 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d55561-c396-440b-9fdf-35a92a13a64c None None] Updating router 35452f5b-8b44-40ef-93da-e4a1e91fac26 port 853aaa35-d63c-4b94-9c85-0d8c46c4e7ba binding host dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:42:52.624208 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-00d55561-c396-440b-9fdf-35a92a13a64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:52.627202 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5896c-9796-45e0-8dea-53dffacd529a None None] Pushing event updated for resources: {'Port': ['ID=aa68f0c3-95bf-4248-81f1-689719510177,revision_number=3']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:52.632849 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-f1a5896c-9796-45e0-8dea-53dffacd529a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:52.648064 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e72f4ae1-d5b8-4737-b5a1-e0f3316de99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:52.674839 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-cbfb4101-3d84-4244-874a-1adc1bf6465b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:52.675469 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-9ede7861-74d3-4c05-a81f-1eb486c2add4 None None] Provisioning complete for port aa68f0c3-95bf-4248-81f1-689719510177 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:42:52.675927 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-9ede7861-74d3-4c05-a81f-1eb486c2add4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:52.725536 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-cbfb4101-3d84-4244-874a-1adc1bf6465b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:52.729746 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e72f4ae1-d5b8-4737-b5a1-e0f3316de99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:52.733288 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-8984b76b-6bc0-4dc9-a330-654bf8a13470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:52.763393 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f4ae1-d5b8-4737-b5a1-e0f3316de99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb19da2a-38c8-4b59-9eae-98d15e969080,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:52.775653 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-e72f4ae1-d5b8-4737-b5a1-e0f3316de99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:52.813870 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-e72f4ae1-d5b8-4737-b5a1-e0f3316de99d admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=7ee23fee485b4e098bdd353eebecd919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5994349 Jun 29 17:42:52.818820 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 33860) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:52.852430 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-fb6ecbf4-a4f0-464f-b1e5-0ccf6b0f4a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:52.911391 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2419bb8a-0db2-40ab-a3f9-75c9b25529ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:52.921499 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 15342335-f1d6-4a68-9031-f33f5b813a23 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:42:52.945125 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2419bb8a-0db2-40ab-a3f9-75c9b25529ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:52.972764 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-cbfb4101-3d84-4244-874a-1adc1bf6465b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:52.975623 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-cbfb4101-3d84-4244-874a-1adc1bf6465b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:52.977223 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-cbfb4101-3d84-4244-874a-1adc1bf6465b admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/7d995915-1994-480c-85dd-f3396a08eea8 HTTP/1.1" status: 204 len: 168 time: 0.4273760 Jun 29 17:42:52.996536 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 15342335-f1d6-4a68-9031-f33f5b813a23 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:42:52.996929 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:53.025027 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-52339ed1-4383-49f0-a538-fcc8b3fb5c5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:53.037097 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb4101-3d84-4244-874a-1adc1bf6465b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d995915-1994-480c-85dd-f3396a08eea8,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:53.053531 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-cbfb4101-3d84-4244-874a-1adc1bf6465b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:53.093767 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2419bb8a-0db2-40ab-a3f9-75c9b25529ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:53.101956 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2419bb8a-0db2-40ab-a3f9-75c9b25529ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:53.101956 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-2419bb8a-0db2-40ab-a3f9-75c9b25529ea admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/fb19da2a-38c8-4b59-9eae-98d15e969080 HTTP/1.1" status: 204 len: 168 time: 0.2800479 Jun 29 17:42:53.103496 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-01815db9-6ecf-4fe6-9836-98e203c9feee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:53.107449 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-00d55561-c396-440b-9fdf-35a92a13a64c None None] Notify callbacks [] for port, precommit_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:53.120749 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419bb8a-0db2-40ab-a3f9-75c9b25529ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb19da2a-38c8-4b59-9eae-98d15e969080,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:53.123440 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.provisioning_blocks [None req-00d55561-c396-440b-9fdf-35a92a13a64c None None] Transition to ACTIVE for port object 853aaa35-d63c-4b94-9c85-0d8c46c4e7ba will not be triggered until provisioned by entity L2. {{(pid=100364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:42:53.137987 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-2419bb8a-0db2-40ab-a3f9-75c9b25529ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:53.210810 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device aa68f0c3-95bf-4248-81f1-689719510177 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:42:53.237862 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [None req-fb6ecbf4-a4f0-464f-b1e5-0ccf6b0f4a50 admin admin] Allocated IP 172.20.0.1 (97481ab3-298b-48be-a3da-73c15ab38f8c/d55e3233-4b82-4eaf-8133-768ec1199c82/d09e4baa-d8db-4745-9cb0-de5800770358) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:42:53.250154 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-00d55561-c396-440b-9fdf-35a92a13a64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:53.254979 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-ffaca75c-9570-4d68-8621-c3c07b907104 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:53.291366 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-00d55561-c396-440b-9fdf-35a92a13a64c None None] Attempting to bind port 853aaa35-d63c-4b94-9c85-0d8c46c4e7ba on host dv-cinder-763306-14-iscsi for vnic_type normal with profile {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:42:53.292479 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port aa68f0c3-95bf-4248-81f1-689719510177 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:42:53.293093 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:53.293795 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-00d55561-c396-440b-9fdf-35a92a13a64c None None] Attempting to bind port 853aaa35-d63c-4b94-9c85-0d8c46c4e7ba by drivers openvswitch,hyperv on host dv-cinder-763306-14-iscsi at level 0 using segments [{'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}] {{(pid=100364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:42:53.295634 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d55561-c396-440b-9fdf-35a92a13a64c None None] Attempting to bind port 853aaa35-d63c-4b94-9c85-0d8c46c4e7ba on network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:42:53.329563 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d55561-c396-440b-9fdf-35a92a13a64c None None] Checking agent: {'id': 'e928b6c9-d57e-4ac7-a8fb-c400260472eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 32, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:42:53.338441 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d55561-c396-440b-9fdf-35a92a13a64c None None] Checking segment: {'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:42:53.340576 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-00d55561-c396-440b-9fdf-35a92a13a64c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:53.341315 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d55561-c396-440b-9fdf-35a92a13a64c None None] Bound using segment: {'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'} {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:42:53.343633 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-00d55561-c396-440b-9fdf-35a92a13a64c None None] Bound port: 853aaa35-d63c-4b94-9c85-0d8c46c4e7ba, host: dv-cinder-763306-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}}] {{(pid=100364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:42:53.344280 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-00d55561-c396-440b-9fdf-35a92a13a64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:53.413205 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-00d55561-c396-440b-9fdf-35a92a13a64c None None] For port 853aaa35-d63c-4b94-9c85-0d8c46c4e7ba, host dv-cinder-763306-14-iscsi, cleared binding levels {{(pid=100364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:42:53.416959 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-00d55561-c396-440b-9fdf-35a92a13a64c None None] For port 853aaa35-d63c-4b94-9c85-0d8c46c4e7ba, host dv-cinder-763306-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=853aaa35-d63c-4b94-9c85-0d8c46c4e7ba,segment=NetworkSegment(f9a98574-3341-4580-ac4f-b7fff4e16571),segment_id=f9a98574-3341-4580-ac4f-b7fff4e16571)] {{(pid=100364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:42:53.418824 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-fb6ecbf4-a4f0-464f-b1e5-0ccf6b0f4a50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:53.436221 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36d756-fa9c-48f9-8c05-2b92dd265c61 None None] Pushing event updated for resources: {'Port': ['ID=853aaa35-d63c-4b94-9c85-0d8c46c4e7ba,revision_number=2']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:53.439246 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-8f36d756-fa9c-48f9-8c05-2b92dd265c61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:53.453985 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [None req-fb6ecbf4-a4f0-464f-b1e5-0ccf6b0f4a50 admin admin] Transition to ACTIVE for port object d09e4baa-d8db-4745-9cb0-de5800770358 will not be triggered until provisioned by entity DHCP. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:42:53.523010 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-00d55561-c396-440b-9fdf-35a92a13a64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:53.526208 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:53.546196 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-fb6ecbf4-a4f0-464f-b1e5-0ccf6b0f4a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:53.550693 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-081ea606-5864-48fd-b6da-7095cafe7d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:53.580939 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d55561-c396-440b-9fdf-35a92a13a64c None None] Routers {'35452f5b-8b44-40ef-93da-e4a1e91fac26'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:42:53.581584 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-00d55561-c396-440b-9fdf-35a92a13a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:42:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['35452f5b-8b44-40ef-93da-e4a1e91fac26'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:42:53.597511 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6ecbf4-a4f0-464f-b1e5-0ccf6b0f4a50 admin admin] Network 97481ab3-298b-48be-a3da-73c15ab38f8c is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:42:53.602105 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-fb6ecbf4-a4f0-464f-b1e5-0ccf6b0f4a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:42:53.606743 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6ecbf4-a4f0-464f-b1e5-0ccf6b0f4a50 admin admin] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:42:53.607236 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-fb6ecbf4-a4f0-464f-b1e5-0ccf6b0f4a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476290'] for router_interface, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:53.611072 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ecbf4-a4f0-464f-b1e5-0ccf6b0f4a50 admin admin] Pushing event updated for resources: {'Port': ['ID=d09e4baa-d8db-4745-9cb0-de5800770358,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:53.650545 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-fb6ecbf4-a4f0-464f-b1e5-0ccf6b0f4a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:53.658315 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36d756-fa9c-48f9-8c05-2b92dd265c61 None None] Pushing event updated for resources: {'Port': ['ID=853aaa35-d63c-4b94-9c85-0d8c46c4e7ba,revision_number=3']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:53.664342 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-8f36d756-fa9c-48f9-8c05-2b92dd265c61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:53.901415 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-00d55561-c396-440b-9fdf-35a92a13a64c None None] Set router 35452f5b-8b44-40ef-93da-e4a1e91fac26 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:42:53.915386 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-fb6ecbf4-a4f0-464f-b1e5-0ccf6b0f4a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:53.998098 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-ddd5e0c6-2d3b-41a5-b6b4-debe062a47fa None None] Provisioning for port d09e4baa-d8db-4745-9cb0-de5800770358 completed by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:42:54.002338 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-ddd5e0c6-2d3b-41a5-b6b4-debe062a47fa None None] Provisioning complete for port d09e4baa-d8db-4745-9cb0-de5800770358 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:42:54.003178 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-ddd5e0c6-2d3b-41a5-b6b4-debe062a47fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:54.093130 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-ddd5e0c6-2d3b-41a5-b6b4-debe062a47fa None None] Port d09e4baa-d8db-4745-9cb0-de5800770358 cannot update to ACTIVE because it is not bound. {{(pid=100363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:42:54.157901 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-fb6ecbf4-a4f0-464f-b1e5-0ccf6b0f4a50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:54.160757 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-00d55561-c396-440b-9fdf-35a92a13a64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35452f5b-8b44-40ef-93da-e4a1e91fac26', 'name': 'tempest-TestVolumeBootPattern-308546399-router', 'tenant_id': 'a8b1f8e97b1e4f87b49b4ae6c49d17a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '853aaa35-d63c-4b94-9c85-0d8c46c4e7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:48Z', 'updated_at': '2021-06-29T17:42:50Z', 'revision_number': 3, 'project_id': 'a8b1f8e97b1e4f87b49b4ae6c49d17a5', 'gw_port': {'id': '853aaa35-d63c-4b94-9c85-0d8c46c4e7ba', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35452f5b-8b44-40ef-93da-e4a1e91fac26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:49Z', 'updated_at': '2021-06-29T17:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:42:54.201013 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d55561-c396-440b-9fdf-35a92a13a64c None None] The sync data for ids ['35452f5b-8b44-40ef-93da-e4a1e91fac26'] in dv-cinder-763306-14-iscsi is: [{'id': '35452f5b-8b44-40ef-93da-e4a1e91fac26', 'name': 'tempest-TestVolumeBootPattern-308546399-router', 'tenant_id': 'a8b1f8e97b1e4f87b49b4ae6c49d17a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '853aaa35-d63c-4b94-9c85-0d8c46c4e7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:48Z', 'updated_at': '2021-06-29T17:42:50Z', 'revision_number': 3, 'project_id': 'a8b1f8e97b1e4f87b49b4ae6c49d17a5', 'gw_port': {'id': '853aaa35-d63c-4b94-9c85-0d8c46c4e7ba', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35452f5b-8b44-40ef-93da-e4a1e91fac26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:49Z', 'updated_at': '2021-06-29T17:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}] {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:42:54.313259 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-fb6ecbf4-a4f0-464f-b1e5-0ccf6b0f4a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:54.314606 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-fb6ecbf4-a4f0-464f-b1e5-0ccf6b0f4a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476182'] for router_interface, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:54.317597 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-1fea7380-27b6-4f91-b192-4f6bfc76fe6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:54.471329 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ecbf4-a4f0-464f-b1e5-0ccf6b0f4a50 admin admin] Pushing event updated for resources: {'Port': ['ID=d09e4baa-d8db-4745-9cb0-de5800770358,revision_number=2']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:54.475415 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-fb6ecbf4-a4f0-464f-b1e5-0ccf6b0f4a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:54.545316 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6ecbf4-a4f0-464f-b1e5-0ccf6b0f4a50 admin admin] Network 97481ab3-298b-48be-a3da-73c15ab38f8c is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:42:54.551483 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-fb6ecbf4-a4f0-464f-b1e5-0ccf6b0f4a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:42:54.771480 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6ecbf4-a4f0-464f-b1e5-0ccf6b0f4a50 admin admin] Router 35452f5b-8b44-40ef-93da-e4a1e91fac26 has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:42:54.956097 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 853aaa35-d63c-4b94-9c85-0d8c46c4e7ba up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:42:54.956325 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6ecbf4-a4f0-464f-b1e5-0ccf6b0f4a50 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:42:54.965876 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-fb6ecbf4-a4f0-464f-b1e5-0ccf6b0f4a50 admin admin] 10.222.0.102 "PUT /v2.0/routers/35452f5b-8b44-40ef-93da-e4a1e91fac26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8300967 Jun 29 17:42:54.998484 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-a81dacac-cc12-412d-a129-a2a0614e65c7 None None] Provisioning complete for port d09e4baa-d8db-4745-9cb0-de5800770358 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:42:55.003904 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-a81dacac-cc12-412d-a129-a2a0614e65c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:55.046127 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-a81dacac-cc12-412d-a129-a2a0614e65c7 None None] Port d09e4baa-d8db-4745-9cb0-de5800770358 cannot update to ACTIVE because it is not bound. {{(pid=100363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:42:55.124820 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning for port 853aaa35-d63c-4b94-9c85-0d8c46c4e7ba completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:42:55.129617 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 853aaa35-d63c-4b94-9c85-0d8c46c4e7ba triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:42:55.130111 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:55.224365 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 33948) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:55.226201 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:55.248969 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] For port 853aaa35-d63c-4b94-9c85-0d8c46c4e7ba, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=853aaa35-d63c-4b94-9c85-0d8c46c4e7ba,segment=NetworkSegment(f9a98574-3341-4580-ac4f-b7fff4e16571),segment_id=f9a98574-3341-4580-ac4f-b7fff4e16571)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:42:55.274462 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 33954) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:55.323963 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:55.327768 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d0f662c8-b3a7-4dd8-aa65-770024b21f54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:55.397405 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Pushing event updated for resources: {'Port': ['ID=853aaa35-d63c-4b94-9c85-0d8c46c4e7ba,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:55.402554 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:55.494224 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-4d888e1d-932d-4932-a307-054e23c24f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:55.535712 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-2ce9025e-7eed-4a80-8571-0aa9740e2193 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1850644564-network', 'tenant_id': '2100046fd6f84a44a59f122e11135a8a'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:42:55.627765 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-4d888e1d-932d-4932-a307-054e23c24f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:55.697462 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-4d888e1d-932d-4932-a307-054e23c24f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:55.702791 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-99652859-2103-4c05-a682-ada0129f429e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:55.748021 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-4d888e1d-932d-4932-a307-054e23c24f3d admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=742fe07df67a4231a17052a96810a734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5221188 Jun 29 17:42:55.749178 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d888e1d-932d-4932-a307-054e23c24f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2f5475-ecb4-4376-a147-8272896953a2,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:55.750551 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 33966) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:55.756755 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-4d888e1d-932d-4932-a307-054e23c24f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:55.809665 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce9025e-7eed-4a80-8571-0aa9740e2193 admin admin] Made reservation on behalf of 2100046fd6f84a44a59f122e11135a8a for: {'network': 1} {{(pid=100362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:42:55.810948 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b140f4b8-0412-4653-a1d9-2eaade9c1333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:55.812617 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2ce9025e-7eed-4a80-8571-0aa9740e2193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for network, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:55.824095 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2ce9025e-7eed-4a80-8571-0aa9740e2193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:55.840026 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b140f4b8-0412-4653-a1d9-2eaade9c1333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:55.930326 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2ce9025e-7eed-4a80-8571-0aa9740e2193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:55.972207 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 33972) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:55.977580 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-ca2e2aea-e5ee-4cc7-861d-fc8811d2ed04 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-601270869', 'description': 'tempest-secgroup-smoke-601270869 description', 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:42:55.990729 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b140f4b8-0412-4653-a1d9-2eaade9c1333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:55.993362 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b140f4b8-0412-4653-a1d9-2eaade9c1333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:55.998555 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-b140f4b8-0412-4653-a1d9-2eaade9c1333 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/1b2f5475-ecb4-4376-a147-8272896953a2 HTTP/1.1" status: 204 len: 168 time: 0.2420638 Jun 29 17:42:55.998555 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:56.002731 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140f4b8-0412-4653-a1d9-2eaade9c1333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2f5475-ecb4-4376-a147-8272896953a2,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:56.004940 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b140f4b8-0412-4653-a1d9-2eaade9c1333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:56.029152 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2ce9025e-7eed-4a80-8571-0aa9740e2193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:56.042011 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-b2b873e8-01e3-4fb3-bdbc-6449cf6eab18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:56.067258 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ce9025e-7eed-4a80-8571-0aa9740e2193 admin admin] vlan segment allocate from pool success with {'vlan_id': 945, 'physical_network': 'physnet1'} {{(pid=100362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:42:56.081781 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9025e-7eed-4a80-8571-0aa9740e2193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d89ea7-377b-40f7-aa43-b49bab9917dc,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:56.084608 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2ce9025e-7eed-4a80-8571-0aa9740e2193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:56.084949 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.db.segments_db [None req-2ce9025e-7eed-4a80-8571-0aa9740e2193 admin admin] Added segment 7b3c2465-1fff-4513-a135-a610b012a3d5 of type vlan for network 75ff5e4a-a0f5-4fba-a869-00a179210a0c Jun 29 17:42:56.086310 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-2ce9025e-7eed-4a80-8571-0aa9740e2193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:56.128815 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2ce9025e-7eed-4a80-8571-0aa9740e2193 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732082150732'] for network, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:56.164060 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2aea-e5ee-4cc7-861d-fc8811d2ed04 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:56.231021 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2ce9025e-7eed-4a80-8571-0aa9740e2193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for network, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:56.234402 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce9025e-7eed-4a80-8571-0aa9740e2193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:56.235210 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2ce9025e-7eed-4a80-8571-0aa9740e2193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:56.241292 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-e4b3d6e8-0f57-4b34-b2ca-80c83d8f6d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:56.301009 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 33982) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:56.316814 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9025e-7eed-4a80-8571-0aa9740e2193 admin admin] Pushing event updated for resources: {'Network': ['ID=75ff5e4a-a0f5-4fba-a869-00a179210a0c,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:56.319550 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-2ce9025e-7eed-4a80-8571-0aa9740e2193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:56.326945 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Network 75ff5e4a-a0f5-4fba-a869-00a179210a0c details requested by agent ovs-agent-dv-cinder-763306-14-iscsi with host dv-cinder-763306-14-iscsi {{(pid=100363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:42:56.342827 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2aea-e5ee-4cc7-861d-fc8811d2ed04 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:56.440413 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2aea-e5ee-4cc7-861d-fc8811d2ed04 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:56.450546 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-c0a8ad8c-549c-4eb2-a415-5e71f2964b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:56.458441 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:56.493230 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e2aea-e5ee-4cc7-861d-fc8811d2ed04 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:56.500960 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-ca2e2aea-e5ee-4cc7-861d-fc8811d2ed04 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:56.536510 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-2ce9025e-7eed-4a80-8571-0aa9740e2193 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2609808 Jun 29 17:42:56.539436 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 33990) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:56.544364 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-a90895a7-ae50-4344-8e30-dab8659fec2e admin admin] Request body: {'subnet': {'network_id': '75ff5e4a-a0f5-4fba-a869-00a179210a0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1850644564-subnet', 'tenant_id': '2100046fd6f84a44a59f122e11135a8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:42:56.582186 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-ca2e2aea-e5ee-4cc7-861d-fc8811d2ed04 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:56.583451 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-ca2e2aea-e5ee-4cc7-861d-fc8811d2ed04 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6100852 Jun 29 17:42:56.586472 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 33992) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:56.591293 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-09f410de-bfcb-4421-8b21-9e0cbef10d17 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Request body: {'security_group_rule': {'security_group_id': 'e3192e33-3d47-43f9-b48b-9ba70b3b4fc9', 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:42:56.670720 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-c0a8ad8c-549c-4eb2-a415-5e71f2964b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:56.781316 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-c0a8ad8c-549c-4eb2-a415-5e71f2964b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:56.785016 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-a261f391-60cc-4e16-8922-152a87bd75fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:56.829522 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-c0a8ad8c-549c-4eb2-a415-5e71f2964b67 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=bb5bc9c979a04fd690965bd43c7ae890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5253091 Jun 29 17:42:56.831778 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 33998) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:56.832060 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8ad8c-549c-4eb2-a415-5e71f2964b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5654954-c31c-4048-a3ef-d1dba0db3a89,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:56.835831 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-c0a8ad8c-549c-4eb2-a415-5e71f2964b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:56.873021 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 34004) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:56.890571 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ddee2d30-490e-43b5-ad2c-1628bbe5ef7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:56.915863 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 853aaa35-d63c-4b94-9c85-0d8c46c4e7ba up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:42:56.978515 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 853aaa35-d63c-4b94-9c85-0d8c46c4e7ba triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:42:56.978907 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:57.057553 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed90c957-bb5c-4657-b46a-3775576f1e03 None None] Sync routers for ids ['35452f5b-8b44-40ef-93da-e4a1e91fac26'] in dv-cinder-763306-14-iscsi {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:42:57.109598 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90895a7-ae50-4344-8e30-dab8659fec2e admin admin] Made reservation on behalf of 2100046fd6f84a44a59f122e11135a8a for: {'subnet': 1} {{(pid=100362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:42:57.112580 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a90895a7-ae50-4344-8e30-dab8659fec2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10114600'] for subnet, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:57.113252 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed90c957-bb5c-4657-b46a-3775576f1e03 None None] Routers {'35452f5b-8b44-40ef-93da-e4a1e91fac26'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:42:57.114068 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-ed90c957-bb5c-4657-b46a-3775576f1e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:42:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['35452f5b-8b44-40ef-93da-e4a1e91fac26'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:42:57.118407 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.db.api [None req-ddee2d30-490e-43b5-ad2c-1628bbe5ef7e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 17:42:57.118407 dv-cinder-763306-14-iscsi neutron-server[100361]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 17:42:57.118407 dv-cinder-763306-14-iscsi neutron-server[100361]: [parameters: {'project_id_1': '31cd735aa52a4f298fa5e9316e966f4a', 'expiration_1': datetime.datetime(2021, 6, 29, 17, 42, 56, 904731)}] Jun 29 17:42:57.118407 dv-cinder-763306-14-iscsi neutron-server[100361]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 17:42:57.119192 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_db.api [None req-ddee2d30-490e-43b5-ad2c-1628bbe5ef7e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 17:42:57.232595 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-ed90c957-bb5c-4657-b46a-3775576f1e03 None None] Set router 35452f5b-8b44-40ef-93da-e4a1e91fac26 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:42:57.257264 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-042bfcaa-ef26-4055-bb86-18a96c99f1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:57.282424 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-09f410de-bfcb-4421-8b21-9e0cbef10d17 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:57.313380 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-042bfcaa-ef26-4055-bb86-18a96c99f1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:57.389307 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb77122-4c10-4ae4-8619-55c992ee07db req-07946beb-fd75-4afb-b17f-9baf7a2dac5a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:57.390777 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9bb77122-4c10-4ae4-8619-55c992ee07db req-07946beb-fd75-4afb-b17f-9baf7a2dac5a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 946 time: 0.2204320 Jun 29 17:42:57.448547 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-ed90c957-bb5c-4657-b46a-3775576f1e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35452f5b-8b44-40ef-93da-e4a1e91fac26', 'name': 'tempest-TestVolumeBootPattern-308546399-router', 'tenant_id': 'a8b1f8e97b1e4f87b49b4ae6c49d17a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '853aaa35-d63c-4b94-9c85-0d8c46c4e7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:48Z', 'updated_at': '2021-06-29T17:42:53Z', 'revision_number': 4, 'project_id': 'a8b1f8e97b1e4f87b49b4ae6c49d17a5', 'gw_port': {'id': '853aaa35-d63c-4b94-9c85-0d8c46c4e7ba', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35452f5b-8b44-40ef-93da-e4a1e91fac26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:49Z', 'updated_at': '2021-06-29T17:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': 'd09e4baa-d8db-4745-9cb0-de5800770358', 'name': '', 'network_id': '97481ab3-298b-48be-a3da-73c15ab38f8c', 'tenant_id': 'a8b1f8e97b1e4f87b49b4ae6c49d17a5', 'mac_address': 'fa:16:3e:b9:01:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35452f5b-8b44-40ef-93da-e4a1e91fac26', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'd55e3233-4b82-4eaf-8133-768ec1199c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:52Z', 'updated_at': '2021-06-29T17:42:53Z', 'revision_number': 2, 'project_id': 'a8b1f8e97b1e4f87b49b4ae6c49d17a5', 'subnets': [{'id': 'd55e3233-4b82-4eaf-8133-768ec1199c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:42:57.487498 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed90c957-bb5c-4657-b46a-3775576f1e03 None None] Checking router: 35452f5b-8b44-40ef-93da-e4a1e91fac26 for host: dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:42:57.487891 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed90c957-bb5c-4657-b46a-3775576f1e03 None None] Updating router 35452f5b-8b44-40ef-93da-e4a1e91fac26 port d09e4baa-d8db-4745-9cb0-de5800770358 binding host dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:42:57.489671 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-f398da48-657c-433c-ae3c-584945f5fdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:57.505148 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-09f410de-bfcb-4421-8b21-9e0cbef10d17 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:57.508456 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9bb77122-4c10-4ae4-8619-55c992ee07db req-3ef6de27-d18c-482d-8b8d-de49fdc96c06 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066396 Jun 29 17:42:57.542867 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-ed90c957-bb5c-4657-b46a-3775576f1e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:57.582660 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-09f410de-bfcb-4421-8b21-9e0cbef10d17 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-379795'] for security_group_rule, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:57.585004 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:57.603009 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f410de-bfcb-4421-8b21-9e0cbef10d17 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ce5562-88fb-4c13-956e-e8272c873150,revision_number=0']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:57.605667 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-09f410de-bfcb-4421-8b21-9e0cbef10d17 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:57.620341 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ddee2d30-490e-43b5-ad2c-1628bbe5ef7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:57.622161 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a90895a7-ae50-4344-8e30-dab8659fec2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2715246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10114618'] for subnet, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:57.623120 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-042bfcaa-ef26-4055-bb86-18a96c99f1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:57.625795 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-042bfcaa-ef26-4055-bb86-18a96c99f1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:57.630887 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-042bfcaa-ef26-4055-bb86-18a96c99f1d3 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a5654954-c31c-4048-a3ef-d1dba0db3a89 HTTP/1.1" status: 204 len: 168 time: 0.7937317 Jun 29 17:42:57.630887 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-bbc2c036-7173-4b47-82cc-3430159b3dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:57.649031 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bfcaa-ef26-4055-bb86-18a96c99f1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5654954-c31c-4048-a3ef-d1dba0db3a89,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:57.652364 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-042bfcaa-ef26-4055-bb86-18a96c99f1d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:57.652795 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:57.702327 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90895a7-ae50-4344-8e30-dab8659fec2e admin admin] Checking segment: {'id': '7b3c2465-1fff-4513-a135-a610b012a3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '75ff5e4a-a0f5-4fba-a869-00a179210a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:42:57.702736 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90895a7-ae50-4344-8e30-dab8659fec2e admin admin] Network hostable DHCP agents. Network: 75ff5e4a-a0f5-4fba-a869-00a179210a0c, hostable agents: ['24069b9b-1321-42f1-b289-5cb1180ca833'], hosted agents: [] {{(pid=100362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:42:57.707047 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-09f410de-bfcb-4421-8b21-9e0cbef10d17 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:57.708317 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-09f410de-bfcb-4421-8b21-9e0cbef10d17 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1208849 Jun 29 17:42:57.714154 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 34020) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:57.720278 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-ed692ad9-2554-4f5b-9c4c-0fcfcc1f0b87 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Request body: {'security_group_rule': {'security_group_id': 'e3192e33-3d47-43f9-b48b-9ba70b3b4fc9', 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:42:57.740513 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90895a7-ae50-4344-8e30-dab8659fec2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd6d7aaa-61de-40ba-977b-fcd58b7bff9c,revision_number=0']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:57.743907 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-a90895a7-ae50-4344-8e30-dab8659fec2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:57.808623 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ddee2d30-490e-43b5-ad2c-1628bbe5ef7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:57.843659 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90895a7-ae50-4344-8e30-dab8659fec2e admin admin] Network 75ff5e4a-a0f5-4fba-a869-00a179210a0c is scheduled to be hosted by DHCP agent 24069b9b-1321-42f1-b289-5cb1180ca833 with binding_index 1 {{(pid=100362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:42:57.876088 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-ed90c957-bb5c-4657-b46a-3775576f1e03 None None] Notify callbacks [] for port, precommit_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:57.886573 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-ed90c957-bb5c-4657-b46a-3775576f1e03 None None] Transition to ACTIVE for port object d09e4baa-d8db-4745-9cb0-de5800770358 will not be triggered until provisioned by entity L2. {{(pid=100363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:42:57.929600 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ddee2d30-490e-43b5-ad2c-1628bbe5ef7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:57.932981 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-2f0dd8ac-d62c-4a19-92d8-95e3f5ea73e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:57.958506 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-ed90c957-bb5c-4657-b46a-3775576f1e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:57.961483 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.base_scheduler [None req-a90895a7-ae50-4344-8e30-dab8659fec2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-iscsi, 75ff5e4a-a0f5-4fba-a869-00a179210a0c) {{(pid=100362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:42:57.966807 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90895a7-ae50-4344-8e30-dab8659fec2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:57.967499 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a90895a7-ae50-4344-8e30-dab8659fec2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for subnet, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:57.975427 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-ddee2d30-490e-43b5-ad2c-1628bbe5ef7e admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=31cd735aa52a4f298fa5e9316e966f4a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0985343 Jun 29 17:42:57.975427 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee2d30-490e-43b5-ad2c-1628bbe5ef7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0c9e43-8de3-4a71-a36a-c3f085f4b6e5,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:57.975700 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-3b8755d6-021b-4c8d-a79a-bc4aed2097c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:57.976441 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 34022) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:57.983573 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-ddee2d30-490e-43b5-ad2c-1628bbe5ef7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:58.003780 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8b09a8-6ff8-4aed-aa1e-e25158639b59 None None] Network 75ff5e4a-a0f5-4fba-a869-00a179210a0c requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:42:58.031841 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-85f86946-9ac8-4eb7-8315-5d3231ab77bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:58.044842 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-ed692ad9-2554-4f5b-9c4c-0fcfcc1f0b87 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:58.058747 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-85f86946-9ac8-4eb7-8315-5d3231ab77bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:58.072295 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2929b6f-29d4-4f46-863a-1cf75e783ceb None None] Pushing event updated for resources: {'Port': ['ID=d09e4baa-d8db-4745-9cb0-de5800770358,revision_number=3']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:58.107842 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-ed692ad9-2554-4f5b-9c4c-0fcfcc1f0b87 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:58.115404 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-a2929b6f-29d4-4f46-863a-1cf75e783ceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:58.154245 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-a90895a7-ae50-4344-8e30-dab8659fec2e admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6129799 Jun 29 17:42:58.175391 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-ed90c957-bb5c-4657-b46a-3775576f1e03 None None] Attempting to bind port d09e4baa-d8db-4745-9cb0-de5800770358 on host dv-cinder-763306-14-iscsi for vnic_type normal with profile {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:42:58.175825 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-ed90c957-bb5c-4657-b46a-3775576f1e03 None None] Attempting to bind port d09e4baa-d8db-4745-9cb0-de5800770358 by drivers openvswitch,hyperv on host dv-cinder-763306-14-iscsi at level 0 using segments [{'id': 'b8651c9c-5cd4-4c1b-a245-3cfed190c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '97481ab3-298b-48be-a3da-73c15ab38f8c'}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:42:58.176280 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed90c957-bb5c-4657-b46a-3775576f1e03 None None] Attempting to bind port d09e4baa-d8db-4745-9cb0-de5800770358 on network 97481ab3-298b-48be-a3da-73c15ab38f8c {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:42:58.190721 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed90c957-bb5c-4657-b46a-3775576f1e03 None None] Checking agent: {'id': 'e928b6c9-d57e-4ac7-a8fb-c400260472eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 32, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:42:58.191391 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed90c957-bb5c-4657-b46a-3775576f1e03 None None] Checking segment: {'id': 'b8651c9c-5cd4-4c1b-a245-3cfed190c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '97481ab3-298b-48be-a3da-73c15ab38f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:42:58.191701 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-ed90c957-bb5c-4657-b46a-3775576f1e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:58.192130 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed90c957-bb5c-4657-b46a-3775576f1e03 None None] Bound using segment: {'id': 'b8651c9c-5cd4-4c1b-a245-3cfed190c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '97481ab3-298b-48be-a3da-73c15ab38f8c'} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:42:58.192645 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-ed90c957-bb5c-4657-b46a-3775576f1e03 None None] Bound port: d09e4baa-d8db-4745-9cb0-de5800770358, host: dv-cinder-763306-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8651c9c-5cd4-4c1b-a245-3cfed190c909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '97481ab3-298b-48be-a3da-73c15ab38f8c'}}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:42:58.193034 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-ed90c957-bb5c-4657-b46a-3775576f1e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:58.278657 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-ed692ad9-2554-4f5b-9c4c-0fcfcc1f0b87 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-379795'] for security_group_rule, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:58.282498 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-f13ef0ce-34b3-4bd6-a14e-38ba6ea9fbcf tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:58.291296 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3c0ac5-efb6-4533-89ad-85d97c1244cc None None] Network 75ff5e4a-a0f5-4fba-a869-00a179210a0c requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:42:58.308166 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-85f86946-9ac8-4eb7-8315-5d3231ab77bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:58.317916 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-85f86946-9ac8-4eb7-8315-5d3231ab77bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:58.321515 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-85f86946-9ac8-4eb7-8315-5d3231ab77bb admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5e0c9e43-8de3-4a71-a36a-c3f085f4b6e5 HTTP/1.1" status: 204 len: 168 time: 0.3441491 Jun 29 17:42:58.323023 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-51daf406-4274-42ba-9226-4b27966e1192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:58.358386 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f86946-9ac8-4eb7-8315-5d3231ab77bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0c9e43-8de3-4a71-a36a-c3f085f4b6e5,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:58.374137 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed692ad9-2554-4f5b-9c4c-0fcfcc1f0b87 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4349664b-796c-4969-a323-bbfb2219b4ba,revision_number=0']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:58.377819 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-ed90c957-bb5c-4657-b46a-3775576f1e03 None None] For port d09e4baa-d8db-4745-9cb0-de5800770358, host dv-cinder-763306-14-iscsi, cleared binding levels {{(pid=100363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:42:58.381034 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-85f86946-9ac8-4eb7-8315-5d3231ab77bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:58.383487 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-ed692ad9-2554-4f5b-9c4c-0fcfcc1f0b87 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:58.385012 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-ed692ad9-2554-4f5b-9c4c-0fcfcc1f0b87 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:58.388381 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-ed692ad9-2554-4f5b-9c4c-0fcfcc1f0b87 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6735678 Jun 29 17:42:58.391012 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 34040) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:58.397330 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-94b2b297-8554-417d-81c8-b96a53824fa8 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Request body: {'security_group_rule': {'security_group_id': 'e3192e33-3d47-43f9-b48b-9ba70b3b4fc9', 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:42:58.432648 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-ed90c957-bb5c-4657-b46a-3775576f1e03 None None] For port d09e4baa-d8db-4745-9cb0-de5800770358, host dv-cinder-763306-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=d09e4baa-d8db-4745-9cb0-de5800770358,segment=NetworkSegment(b8651c9c-5cd4-4c1b-a245-3cfed190c909),segment_id=b8651c9c-5cd4-4c1b-a245-3cfed190c909)] {{(pid=100363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:42:58.498146 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-ed90c957-bb5c-4657-b46a-3775576f1e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:58.501329 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:58.569590 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed90c957-bb5c-4657-b46a-3775576f1e03 None None] Routers {'35452f5b-8b44-40ef-93da-e4a1e91fac26'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:42:58.569590 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-ed90c957-bb5c-4657-b46a-3775576f1e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:42:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['35452f5b-8b44-40ef-93da-e4a1e91fac26'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:42:58.603446 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393964f-4714-4a89-a319-11408a91a63d req-4d45ab05-ffe8-47b8-84ea-3fba78376b0c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:58.608368 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4393964f-4714-4a89-a319-11408a91a63d req-4d45ab05-ffe8-47b8-84ea-3fba78376b0c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.1354303 Jun 29 17:42:58.622634 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-94b2b297-8554-417d-81c8-b96a53824fa8 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:58.637525 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2929b6f-29d4-4f46-863a-1cf75e783ceb None None] Pushing event updated for resources: {'Port': ['ID=d09e4baa-d8db-4745-9cb0-de5800770358,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:58.642092 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-a2929b6f-29d4-4f46-863a-1cf75e783ceb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:58.686570 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4393964f-4714-4a89-a319-11408a91a63d req-8fb9fb6a-6bd3-4a53-ae3b-983450e84d9d tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715537 Jun 29 17:42:58.790504 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da733a80-6d4e-4060-849c-b9ad238809e7 req-22c0e4d1-2bb0-4069-90e4-d1c4501360d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:58.796570 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-da733a80-6d4e-4060-849c-b9ad238809e7 req-22c0e4d1-2bb0-4069-90e4-d1c4501360d9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1e92675dd0af403695e9b73c81b761d5&device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 1098 time: 0.2960398 Jun 29 17:42:58.831506 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c34192-155c-4299-89fd-622619bc62f3 req-c8f47ff1-1892-47dc-849d-b5474e7d1ba7 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:58.848141 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-08c34192-155c-4299-89fd-622619bc62f3 req-c8f47ff1-1892-47dc-849d-b5474e7d1ba7 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 946 time: 0.1028988 Jun 29 17:42:58.858735 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-ed90c957-bb5c-4657-b46a-3775576f1e03 None None] Set router 35452f5b-8b44-40ef-93da-e4a1e91fac26 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:42:58.909015 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-08c34192-155c-4299-89fd-622619bc62f3 req-88f10813-0a06-48c5-9d10-88789484b8c0 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589116 Jun 29 17:42:58.936303 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-94b2b297-8554-417d-81c8-b96a53824fa8 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:59.004766 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-94b2b297-8554-417d-81c8-b96a53824fa8 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-379795'] for security_group_rule, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:59.011210 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:59.025698 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da733a80-6d4e-4060-849c-b9ad238809e7 req-e878c218-2c60-4c72-8b62-287f555a1d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:59.027494 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-da733a80-6d4e-4060-849c-b9ad238809e7 req-e878c218-2c60-4c72-8b62-287f555a1d81 service neutron] 10.222.0.66 "GET /v2.0/networks?id=73d0a2ca-fa0f-4cd0-8a9a-812558672909 HTTP/1.1" status: 200 len: 920 time: 0.2219186 Jun 29 17:42:59.032741 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b2b297-8554-417d-81c8-b96a53824fa8 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95fb4028-aeb4-4155-ba77-7325dcd3635d,revision_number=0']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:59.060780 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-94b2b297-8554-417d-81c8-b96a53824fa8 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:59.093480 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-da733a80-6d4e-4060-849c-b9ad238809e7 req-21de3b97-ceaf-49f8-9358-ef760d4b558b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68b095f3-21d3-43be-bbe7-bcde4462b877 HTTP/1.1" status: 200 len: 217 time: 0.0542829 Jun 29 17:42:59.145993 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-ed90c957-bb5c-4657-b46a-3775576f1e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35452f5b-8b44-40ef-93da-e4a1e91fac26', 'name': 'tempest-TestVolumeBootPattern-308546399-router', 'tenant_id': 'a8b1f8e97b1e4f87b49b4ae6c49d17a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '853aaa35-d63c-4b94-9c85-0d8c46c4e7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:48Z', 'updated_at': '2021-06-29T17:42:53Z', 'revision_number': 4, 'project_id': 'a8b1f8e97b1e4f87b49b4ae6c49d17a5', 'gw_port': {'id': '853aaa35-d63c-4b94-9c85-0d8c46c4e7ba', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35452f5b-8b44-40ef-93da-e4a1e91fac26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:49Z', 'updated_at': '2021-06-29T17:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': 'd09e4baa-d8db-4745-9cb0-de5800770358', 'name': '', 'network_id': '97481ab3-298b-48be-a3da-73c15ab38f8c', 'tenant_id': 'a8b1f8e97b1e4f87b49b4ae6c49d17a5', 'mac_address': 'fa:16:3e:b9:01:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35452f5b-8b44-40ef-93da-e4a1e91fac26', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'd55e3233-4b82-4eaf-8133-768ec1199c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:52Z', 'updated_at': '2021-06-29T17:42:58Z', 'revision_number': 4, 'project_id': 'a8b1f8e97b1e4f87b49b4ae6c49d17a5', 'subnets': [{'id': 'd55e3233-4b82-4eaf-8133-768ec1199c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:42:59.152026 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da733a80-6d4e-4060-849c-b9ad238809e7 req-78686bee-1424-49ec-8d1f-76a15ff4bca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:59.153796 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-da733a80-6d4e-4060-849c-b9ad238809e7 req-78686bee-1424-49ec-8d1f-76a15ff4bca5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f447dc3a-32cd-4706-b5cc-db6cdad5bfeb HTTP/1.1" status: 200 len: 859 time: 0.0516362 Jun 29 17:42:59.186134 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed90c957-bb5c-4657-b46a-3775576f1e03 None None] The sync data for ids ['35452f5b-8b44-40ef-93da-e4a1e91fac26'] in dv-cinder-763306-14-iscsi is: [{'id': '35452f5b-8b44-40ef-93da-e4a1e91fac26', 'name': 'tempest-TestVolumeBootPattern-308546399-router', 'tenant_id': 'a8b1f8e97b1e4f87b49b4ae6c49d17a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '853aaa35-d63c-4b94-9c85-0d8c46c4e7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:48Z', 'updated_at': '2021-06-29T17:42:53Z', 'revision_number': 4, 'project_id': 'a8b1f8e97b1e4f87b49b4ae6c49d17a5', 'gw_port': {'id': '853aaa35-d63c-4b94-9c85-0d8c46c4e7ba', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35452f5b-8b44-40ef-93da-e4a1e91fac26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:49Z', 'updated_at': '2021-06-29T17:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': 'd09e4baa-d8db-4745-9cb0-de5800770358', 'name': '', 'network_id': '97481ab3-298b-48be-a3da-73c15ab38f8c', 'tenant_id': 'a8b1f8e97b1e4f87b49b4ae6c49d17a5', 'mac_address': 'fa:16:3e:b9:01:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35452f5b-8b44-40ef-93da-e4a1e91fac26', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'd55e3233-4b82-4eaf-8133-768ec1199c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:52Z', 'updated_at': '2021-06-29T17:42:58Z', 'revision_number': 4, 'project_id': 'a8b1f8e97b1e4f87b49b4ae6c49d17a5', 'subnets': [{'id': 'd55e3233-4b82-4eaf-8133-768ec1199c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:42:59.191426 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-da733a80-6d4e-4060-849c-b9ad238809e7 req-421f51e7-c0cc-4363-8259-7f1b0b9295ae service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=73d0a2ca-fa0f-4cd0-8a9a-812558672909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283625 Jun 29 17:42:59.292145 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-94b2b297-8554-417d-81c8-b96a53824fa8 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:59.294041 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-94b2b297-8554-417d-81c8-b96a53824fa8 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9014871 Jun 29 17:42:59.301704 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 34066) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:59.307961 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-de105fce-197d-475a-8942-13ff3c634ba5 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Request body: {'security_group_rule': {'security_group_id': 'e3192e33-3d47-43f9-b48b-9ba70b3b4fc9', 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:42:59.374610 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-da733a80-6d4e-4060-849c-b9ad238809e7 req-d3426271-e241-4d6a-9dd9-2072a62e074a service neutron] 10.222.0.66 "GET /v2.0/networks/73d0a2ca-fa0f-4cd0-8a9a-812558672909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738861 Jun 29 17:42:59.477322 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-da733a80-6d4e-4060-849c-b9ad238809e7 req-6e2dffcc-c6f5-4666-80fe-b2903a1adb52 service neutron] 10.222.0.66 "GET /v2.0/networks/73d0a2ca-fa0f-4cd0-8a9a-812558672909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931134 Jun 29 17:42:59.511770 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-de105fce-197d-475a-8942-13ff3c634ba5 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:59.633598 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-de105fce-197d-475a-8942-13ff3c634ba5 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:59.712619 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-de105fce-197d-475a-8942-13ff3c634ba5 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-379795'] for security_group_rule, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:59.714759 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:42:59.755029 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de105fce-197d-475a-8942-13ff3c634ba5 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218fdec3-d485-4bd9-acf7-bcf376e292c1,revision_number=0']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:42:59.763759 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-de105fce-197d-475a-8942-13ff3c634ba5 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:42:59.889259 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-de105fce-197d-475a-8942-13ff3c634ba5 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:42:59.894261 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 34094) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:42:59.894588 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-de105fce-197d-475a-8942-13ff3c634ba5 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5951347 Jun 29 17:42:59.898997 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-9f7f69e3-57ed-4ed0-9040-b8589fd02ea7 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Request body: {'security_group_rule': {'security_group_id': 'e3192e33-3d47-43f9-b48b-9ba70b3b4fc9', 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:42:59.933653 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1b405-0f37-4a31-bbae-cc57edc71321 req-88adcdff-3378-4823-bc8e-80d93880e6f2 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:42:59.944019 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b8c1b405-0f37-4a31-bbae-cc57edc71321 req-88adcdff-3378-4823-bc8e-80d93880e6f2 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0931053 Jun 29 17:43:00.001606 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b8c1b405-0f37-4a31-bbae-cc57edc71321 req-00d3fc5f-c271-4b2f-b67c-2feabee7c960 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518231 Jun 29 17:43:00.013333 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-0ebed068-8996-4dc5-be01-cebe3b0d30c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:00.033115 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.db.securitygroups_db [None req-9f7f69e3-57ed-4ed0-9040-b8589fd02ea7 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Project ffa0e33d5f7845379cdcff1fd75bcfc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 17:43:00.038906 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9f7f69e3-57ed-4ed0-9040-b8589fd02ea7 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:00.096266 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:00.114063 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9f7f69e3-57ed-4ed0-9040-b8589fd02ea7 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:00.128366 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdec26-b2fa-47d2-9d58-ceabfe0e6c39 req-e99e693f-0bbc-4fdd-8ce1-9c869620805b tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:00.134890 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6afdec26-b2fa-47d2-9d58-ceabfe0e6c39 req-e99e693f-0bbc-4fdd-8ce1-9c869620805b tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 946 time: 0.0814645 Jun 29 17:43:00.167976 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6afdec26-b2fa-47d2-9d58-ceabfe0e6c39 req-ab725d8b-20e0-4841-a34b-4eea4ae9c813 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323949 Jun 29 17:43:00.179400 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9f7f69e3-57ed-4ed0-9040-b8589fd02ea7 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-379795'] for security_group_rule, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:00.181455 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:00.195906 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f69e3-57ed-4ed0-9040-b8589fd02ea7 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2359ae62-17d4-4894-ad41-36d214926d84,revision_number=0']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:00.198612 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-9f7f69e3-57ed-4ed0-9040-b8589fd02ea7 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:00.283183 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9f7f69e3-57ed-4ed0-9040-b8589fd02ea7 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:00.285382 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-9f7f69e3-57ed-4ed0-9040-b8589fd02ea7 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3901012 Jun 29 17:43:00.288490 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 34102) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:43:00.293116 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-9acc2d2c-29f5-44e6-8f1b-7ae2b5bf5581 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Request body: {'security_group_rule': {'security_group_id': 'e3192e33-3d47-43f9-b48b-9ba70b3b4fc9', 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:43:00.427717 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.db.securitygroups_db [None req-9acc2d2c-29f5-44e6-8f1b-7ae2b5bf5581 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Project ffa0e33d5f7845379cdcff1fd75bcfc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 17:43:00.433751 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-9acc2d2c-29f5-44e6-8f1b-7ae2b5bf5581 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:00.520984 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-9acc2d2c-29f5-44e6-8f1b-7ae2b5bf5581 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:00.608232 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-9acc2d2c-29f5-44e6-8f1b-7ae2b5bf5581 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-379795'] for security_group_rule, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:00.615082 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-de105fce-197d-475a-8942-13ff3c634ba5 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:00.632933 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc2d2c-29f5-44e6-8f1b-7ae2b5bf5581 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813065f5-4a14-4721-bf2c-4d9b1be88037,revision_number=0']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:00.636266 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-9acc2d2c-29f5-44e6-8f1b-7ae2b5bf5581 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:00.714660 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-9acc2d2c-29f5-44e6-8f1b-7ae2b5bf5581 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:00.719245 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-9acc2d2c-29f5-44e6-8f1b-7ae2b5bf5581 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4267433 Jun 29 17:43:00.996171 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device d09e4baa-d8db-4745-9cb0-de5800770358 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:43:01.181268 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning for port d09e4baa-d8db-4745-9cb0-de5800770358 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:43:01.185852 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port d09e4baa-d8db-4745-9cb0-de5800770358 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:43:01.186320 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:01.211909 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-271eff42-2603-41a9-a869-fbfcfb881282 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:01.225631 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-271eff42-2603-41a9-a869-fbfcfb881282 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/networks?id=75ff5e4a-a0f5-4fba-a869-00a179210a0c HTTP/1.1" status: 200 len: 814 time: 0.2299328 Jun 29 17:43:01.278609 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-cfef76f6-7835-4a9e-83fb-8748113dfb2e tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/quotas/2100046fd6f84a44a59f122e11135a8a HTTP/1.1" status: 200 len: 375 time: 0.0519972 Jun 29 17:43:01.298315 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:01.326069 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-21bb559a-850e-42e0-bec3-481007c8edb0 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=2100046fd6f84a44a59f122e11135a8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464494 Jun 29 17:43:01.339956 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] For port d09e4baa-d8db-4745-9cb0-de5800770358, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=d09e4baa-d8db-4745-9cb0-de5800770358,segment=NetworkSegment(b8651c9c-5cd4-4c1b-a245-3cfed190c909),segment_id=b8651c9c-5cd4-4c1b-a245-3cfed190c909)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:43:01.427076 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:01.427448 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ba4a2-fd50-4dac-aff1-cbdf40c7fba1 req-5554deba-5b80-407f-b3cd-be1adaaf178e tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:01.429519 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-e66552ae-50d8-45a0-9505-429b5ded3030 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:01.437558 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4e6ba4a2-fd50-4dac-aff1-cbdf40c7fba1 req-5554deba-5b80-407f-b3cd-be1adaaf178e tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.2070956 Jun 29 17:43:01.466700 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:01.482926 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-47a95c77-091c-4bc5-b750-77c28ca6361c service neutron] 10.222.0.102 "GET /v2.0/networks/75ff5e4a-a0f5-4fba-a869-00a179210a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556427 Jun 29 17:43:01.493458 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Pushing event updated for resources: {'Port': ['ID=d09e4baa-d8db-4745-9cb0-de5800770358,revision_number=5']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:01.496930 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:01.509234 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4e6ba4a2-fd50-4dac-aff1-cbdf40c7fba1 req-08a24210-c993-4b6e-8653-58c38f64f142 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708051 Jun 29 17:43:01.604062 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-666d0d98-d1b9-4e8d-89f7-21725fab9343 service neutron] 10.222.0.102 "GET /v2.0/networks/75ff5e4a-a0f5-4fba-a869-00a179210a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102910 Jun 29 17:43:01.704042 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22885770-7ec4-4755-a012-780be4cde628 req-6ec9620f-7367-4b3d-9bb3-f0ed41269efb tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:01.705667 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-22885770-7ec4-4755-a012-780be4cde628 req-6ec9620f-7367-4b3d-9bb3-f0ed41269efb tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 946 time: 0.0737805 Jun 29 17:43:01.750881 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-22885770-7ec4-4755-a012-780be4cde628 req-33c35f69-b93a-4dd0-a512-4f1bd25c26a5 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373750 Jun 29 17:43:01.904991 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9e1f2f79-c7ea-473a-8094-41688adbe04a req-ef3a3a48-4719-44e9-9bfd-1126a773c4dd tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=9123fc33-4532-42e1-924a-c299d38d47f7 HTTP/1.1" status: 200 len: 210 time: 0.0412877 Jun 29 17:43:02.101371 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-283a383e-571c-4d57-a9e3-0078f935f39e req-bf081049-d728-4491-86ba-154990ec9761 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0550010 Jun 29 17:43:02.176106 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a383e-571c-4d57-a9e3-0078f935f39e req-40a2f416-a6c0-4d3d-b105-5cf35894c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:02.177607 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-283a383e-571c-4d57-a9e3-0078f935f39e req-40a2f416-a6c0-4d3d-b105-5cf35894c23c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1e92675dd0af403695e9b73c81b761d5&device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 1098 time: 0.0518103 Jun 29 17:43:02.294068 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a383e-571c-4d57-a9e3-0078f935f39e req-5e5b9460-5841-4ddd-83cc-300220e9b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:02.295509 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-283a383e-571c-4d57-a9e3-0078f935f39e req-5e5b9460-5841-4ddd-83cc-300220e9b0f8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=73d0a2ca-fa0f-4cd0-8a9a-812558672909 HTTP/1.1" status: 200 len: 920 time: 0.0963819 Jun 29 17:43:02.342572 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-283a383e-571c-4d57-a9e3-0078f935f39e req-ac9f71f6-8cfe-4161-87fa-a1e65d9df3de service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0437a45d-bc6d-431c-a9c7-9e89c95a0c0e HTTP/1.1" status: 200 len: 217 time: 0.0379236 Jun 29 17:43:02.394299 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a383e-571c-4d57-a9e3-0078f935f39e req-41226a79-c314-4721-beae-d45481bce851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:02.395488 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-283a383e-571c-4d57-a9e3-0078f935f39e req-41226a79-c314-4721-beae-d45481bce851 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f447dc3a-32cd-4706-b5cc-db6cdad5bfeb HTTP/1.1" status: 200 len: 859 time: 0.0456245 Jun 29 17:43:02.444225 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-283a383e-571c-4d57-a9e3-0078f935f39e req-2cbaa9f7-9174-4ebe-9aca-44bc206fbb41 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=73d0a2ca-fa0f-4cd0-8a9a-812558672909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408089 Jun 29 17:43:02.639279 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-283a383e-571c-4d57-a9e3-0078f935f39e req-db43c4e6-332a-42ea-9702-f01046128abe service neutron] 10.222.0.66 "GET /v2.0/networks/73d0a2ca-fa0f-4cd0-8a9a-812558672909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853106 Jun 29 17:43:02.758215 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-283a383e-571c-4d57-a9e3-0078f935f39e req-76725f86-eb37-4caa-a6f1-f567ca187721 service neutron] 10.222.0.66 "GET /v2.0/networks/73d0a2ca-fa0f-4cd0-8a9a-812558672909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111834 Jun 29 17:43:02.777289 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-c85c4bd4-f84b-42d9-8da5-1efd4978931c tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=c9ecf4e518244dd589016311eef121b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380192 Jun 29 17:43:02.899271 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device d09e4baa-d8db-4745-9cb0-de5800770358 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:43:02.921613 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe82b9-a369-4922-87b4-10b7fdda93f7 req-c9f9b5fe-b78e-467a-89e0-3a66eb707090 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:02.923132 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-cdbe82b9-a369-4922-87b4-10b7fdda93f7 req-c9f9b5fe-b78e-467a-89e0-3a66eb707090 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.2156141 Jun 29 17:43:02.959051 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port d09e4baa-d8db-4745-9cb0-de5800770358 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:43:02.959431 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:03.025096 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-cdbe82b9-a369-4922-87b4-10b7fdda93f7 req-fbd6680a-0c32-4a5d-91ac-f87ccdb2baf7 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890975 Jun 29 17:43:03.032135 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-83467102-82aa-466b-98f2-dad360055600 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:03.034018 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-83467102-82aa-466b-98f2-dad360055600 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2474344 Jun 29 17:43:03.057399 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-e56b3b1b-3fb2-4b9f-9895-97f46777c0a2 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.102 "GET /v2.0/quotas/c9ecf4e518244dd589016311eef121b9 HTTP/1.1" status: 200 len: 375 time: 0.0154924 Jun 29 17:43:03.093306 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-bcd9576a-fe64-4845-87a8-2895a9d3d261 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=c9ecf4e518244dd589016311eef121b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303359 Jun 29 17:43:03.215564 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc374bb-2958-45e1-a74a-9c74288aae27 req-6025a9b9-ae5c-4bc2-9a9d-6c71733eaad4 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:03.217065 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-3fc374bb-2958-45e1-a74a-9c74288aae27 req-6025a9b9-ae5c-4bc2-9a9d-6c71733eaad4 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 946 time: 0.0667822 Jun 29 17:43:03.256303 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-3fc374bb-2958-45e1-a74a-9c74288aae27 req-eb50db79-94e3-44ef-934b-75b27a2d2b17 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332847 Jun 29 17:43:03.267174 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:03.398219 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1bbc34e0-c002-4b1b-bb9a-328b600166bd req-f956d071-3502-4365-868b-ca2177ed39e9 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=9123fc33-4532-42e1-924a-c299d38d47f7 HTTP/1.1" status: 200 len: 210 time: 0.0329969 Jun 29 17:43:03.481984 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-378b6783-0a7e-4ce2-ab63-8e111d45853b req-c9a42a65-0326-45f3-b44f-be8999afe63a tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.102 "GET /v2.0/ports?device_id=b07da065-290a-406d-8b86-4479f2e32f21 HTTP/1.1" status: 200 len: 210 time: 0.0326078 Jun 29 17:43:04.232523 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16329aa-bc09-40cd-8b3a-7f2ab2a1a5c1 req-d49d1039-292b-439b-a99c-cce7ab21f646 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:04.238891 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a16329aa-bc09-40cd-8b3a-7f2ab2a1a5c1 req-d49d1039-292b-439b-a99c-cce7ab21f646 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0861225 Jun 29 17:43:04.273794 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a16329aa-bc09-40cd-8b3a-7f2ab2a1a5c1 req-e1aee7e0-3141-4397-8268-7447cedf67df tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336874 Jun 29 17:43:04.462315 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9232d3-718f-439e-93f8-72c18b46efc9 req-c4444de6-6b5b-455c-8f7e-1f57bd06d25b tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:04.463907 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9c9232d3-718f-439e-93f8-72c18b46efc9 req-c4444de6-6b5b-455c-8f7e-1f57bd06d25b tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 946 time: 0.0684030 Jun 29 17:43:04.507851 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9c9232d3-718f-439e-93f8-72c18b46efc9 req-022e5278-158a-457e-8b5d-42cf4d482fb6 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379941 Jun 29 17:43:04.675231 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-164aeed5-2006-4d0a-b699-9bb21da1a4f5 req-1efe9c1b-cc7d-4434-87dc-202b0588227c tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=9123fc33-4532-42e1-924a-c299d38d47f7 HTTP/1.1" status: 200 len: 210 time: 0.0526652 Jun 29 17:43:04.822454 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ff284fb3-34c5-44b8-9997-7de3f62a8095 req-ffa794a5-b594-4e2d-a5ab-5827816636b7 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.102 "GET /v2.0/ports?device_id=b07da065-290a-406d-8b86-4479f2e32f21 HTTP/1.1" status: 200 len: 210 time: 0.0301068 Jun 29 17:43:05.056353 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-f19e8eba-d0a1-45db-b76e-887146c0b0e8 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:05.057777 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-f19e8eba-d0a1-45db-b76e-887146c0b0e8 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.66 "GET /v2.0/networks?id=75ff5e4a-a0f5-4fba-a869-00a179210a0c HTTP/1.1" status: 200 len: 814 time: 0.1052611 Jun 29 17:43:05.071461 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-96a68677-cd58-4efc-9491-759bd9374966 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Request body: {'port': {'device_id': '9123fc33-4532-42e1-924a-c299d38d47f7', 'network_id': '75ff5e4a-a0f5-4fba-a869-00a179210a0c', 'admin_state_up': True, 'tenant_id': '2100046fd6f84a44a59f122e11135a8a'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:43:05.284704 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-96a68677-cd58-4efc-9491-759bd9374966 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Made reservation on behalf of 2100046fd6f84a44a59f122e11135a8a for: {'port': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:43:05.288303 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-96a68677-cd58-4efc-9491-759bd9374966 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:05.448416 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-96a68677-cd58-4efc-9491-759bd9374966 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Allocated IP 172.20.0.10 (75ff5e4a-a0f5-4fba-a869-00a179210a0c/cd6d7aaa-61de-40ba-977b-fcd58b7bff9c/c228b8b6-cb04-4384-9af8-2cc09dc1ba77) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:43:05.496524 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c521b-4290-429c-bbb3-9482d458f500 req-994d8fa1-5fb4-43cc-be4c-5133bff33865 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:05.498316 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b92c521b-4290-429c-bbb3-9482d458f500 req-994d8fa1-5fb4-43cc-be4c-5133bff33865 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0764213 Jun 29 17:43:05.540375 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b92c521b-4290-429c-bbb3-9482d458f500 req-f521ede3-bb46-4f29-9922-faa90610e606 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351582 Jun 29 17:43:05.616377 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-96a68677-cd58-4efc-9491-759bd9374966 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:05.642145 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:05.733131 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0f7fe-d5b6-499e-ac1c-e13f1923855f req-a9cb1feb-c622-4169-a98b-65c644eda422 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:05.734736 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-acf0f7fe-d5b6-499e-ac1c-e13f1923855f req-a9cb1feb-c622-4169-a98b-65c644eda422 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 946 time: 0.0726814 Jun 29 17:43:05.776093 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-96a68677-cd58-4efc-9491-759bd9374966 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:05.779227 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-acf0f7fe-d5b6-499e-ac1c-e13f1923855f req-a013ebb0-f2fc-40d1-b23a-7a77f5b01aed tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374553 Jun 29 17:43:05.793768 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-567833da-3e85-4c44-a700-6d668bf5ee6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:05.838640 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-96a68677-cd58-4efc-9491-759bd9374966 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Network 75ff5e4a-a0f5-4fba-a869-00a179210a0c is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:43:05.842904 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-96a68677-cd58-4efc-9491-759bd9374966 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:43:05.857169 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-96a68677-cd58-4efc-9491-759bd9374966 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:43:05.863959 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-96a68677-cd58-4efc-9491-759bd9374966 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:05.864692 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-96a68677-cd58-4efc-9491-759bd9374966 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:05.873331 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30966259-255d-4135-9bc6-6dd88c11ccf0 req-eb6e4fb9-fbc0-4cc8-8d56-1d8a878899d5 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:05.874842 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-30966259-255d-4135-9bc6-6dd88c11ccf0 req-eb6e4fb9-fbc0-4cc8-8d56-1d8a878899d5 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=9123fc33-4532-42e1-924a-c299d38d47f7 HTTP/1.1" status: 200 len: 932 time: 0.0872979 Jun 29 17:43:05.900418 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a68677-cd58-4efc-9491-759bd9374966 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Pushing event updated for resources: {'Port': ['ID=c228b8b6-cb04-4384-9af8-2cc09dc1ba77,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:05.904264 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-96a68677-cd58-4efc-9491-759bd9374966 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:05.922511 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-30966259-255d-4135-9bc6-6dd88c11ccf0 req-137172a1-3abc-4e46-89ff-2aa95c407cec tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/security-groups?id=98d89ea7-377b-40f7-aa43-b49bab9917dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411723 Jun 29 17:43:05.950994 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-96a68677-cd58-4efc-9491-759bd9374966 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8802786 Jun 29 17:43:05.967264 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-b356cffa-8752-4c00-abc5-e8798c95e6ae service neutron] Request body: {'port': {'device_id': '9123fc33-4532-42e1-924a-c299d38d47f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:43:06.012674 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-66ef411c-c360-4cc4-9391-e5e6f4672115 req-5ee4a774-f4c2-4ebf-8524-648191892284 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.102 "GET /v2.0/ports?device_id=b07da065-290a-406d-8b86-4479f2e32f21 HTTP/1.1" status: 200 len: 210 time: 0.0364962 Jun 29 17:43:06.072369 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-b356cffa-8752-4c00-abc5-e8798c95e6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:06.347813 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-b356cffa-8752-4c00-abc5-e8798c95e6ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c228b8b6-cb04-4384-9af8-2cc09dc1ba77 {{(pid=100361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:43:06.373137 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-b356cffa-8752-4c00-abc5-e8798c95e6ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:06.388195 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-3c4f2473-1555-4654-aa8f-c30738f2eabe tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c9ecf4e518244dd589016311eef121b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355501 Jun 29 17:43:06.396122 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-b356cffa-8752-4c00-abc5-e8798c95e6ae service neutron] Transition to ACTIVE for port object c228b8b6-cb04-4384-9af8-2cc09dc1ba77 will not be triggered until provisioned by entity L2. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:43:06.514193 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-b356cffa-8752-4c00-abc5-e8798c95e6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:06.522530 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-dc93cd8b-3742-4459-8b38-58a3e444c8d7 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:06.612615 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 34346) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:43:06.760366 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef7d16-ed16-4fcb-833b-32490175614d req-54b684be-c997-4ef1-b62b-ea4ebb79a955 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:06.762119 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-54ef7d16-ed16-4fcb-833b-32490175614d req-54b684be-c997-4ef1-b62b-ea4ebb79a955 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0727620 Jun 29 17:43:06.776426 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:43:06.805991 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2f2f9b15-35a4-4d26-a657-bfdfc1095eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:06.836356 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-54ef7d16-ed16-4fcb-833b-32490175614d req-a7fa42b6-c7d3-46c1-893b-b7affbb0ae82 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628183 Jun 29 17:43:06.914359 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356cffa-8752-4c00-abc5-e8798c95e6ae service neutron] Pushing event updated for resources: {'Port': ['ID=c228b8b6-cb04-4384-9af8-2cc09dc1ba77,revision_number=2']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:06.930969 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b356cffa-8752-4c00-abc5-e8798c95e6ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:06.942528 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-6b77e671-412d-4b84-936e-2ad9b92ada08 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:06.944273 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-6b77e671-412d-4b84-936e-2ad9b92ada08 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5496130 Jun 29 17:43:06.969247 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-f0cfac20-402f-4aab-95d5-dc2216c8d1de tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Request body: {'port': {'device_id': 'b07da065-290a-406d-8b86-4479f2e32f21', 'network_id': '5b0e932f-7df3-41e8-89dd-bdedf638a2af', 'admin_state_up': True, 'tenant_id': 'c9ecf4e518244dd589016311eef121b9'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:43:06.989837 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2f2f9b15-35a4-4d26-a657-bfdfc1095eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:07.042663 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-b356cffa-8752-4c00-abc5-e8798c95e6ae service neutron] Attempting to bind port c228b8b6-cb04-4384-9af8-2cc09dc1ba77 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:43:07.043251 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-b356cffa-8752-4c00-abc5-e8798c95e6ae service neutron] Attempting to bind port c228b8b6-cb04-4384-9af8-2cc09dc1ba77 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '7b3c2465-1fff-4513-a135-a610b012a3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '75ff5e4a-a0f5-4fba-a869-00a179210a0c'}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:43:07.043841 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-b356cffa-8752-4c00-abc5-e8798c95e6ae service neutron] Attempting to bind port c228b8b6-cb04-4384-9af8-2cc09dc1ba77 on network 75ff5e4a-a0f5-4fba-a869-00a179210a0c {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:43:07.052923 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-b356cffa-8752-4c00-abc5-e8798c95e6ae service neutron] Port c228b8b6-cb04-4384-9af8-2cc09dc1ba77 on network 75ff5e4a-a0f5-4fba-a869-00a179210a0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:43:07.053245 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-b356cffa-8752-4c00-abc5-e8798c95e6ae service neutron] Attempting to bind port c228b8b6-cb04-4384-9af8-2cc09dc1ba77 on network 75ff5e4a-a0f5-4fba-a869-00a179210a0c {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:43:07.063827 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-b356cffa-8752-4c00-abc5-e8798c95e6ae service neutron] Checking agent: {'id': '7e509413-8b3d-41cc-85c9-4a7e2393f098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'started_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:43:07.064443 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-b356cffa-8752-4c00-abc5-e8798c95e6ae service neutron] Checking segment: {'id': '7b3c2465-1fff-4513-a135-a610b012a3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '75ff5e4a-a0f5-4fba-a869-00a179210a0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:43:07.065195 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-b356cffa-8752-4c00-abc5-e8798c95e6ae service neutron] Bound using segment: {'id': '7b3c2465-1fff-4513-a135-a610b012a3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '75ff5e4a-a0f5-4fba-a869-00a179210a0c'} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:43:07.065983 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-b356cffa-8752-4c00-abc5-e8798c95e6ae service neutron] Bound port: c228b8b6-cb04-4384-9af8-2cc09dc1ba77, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3c2465-1fff-4513-a135-a610b012a3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '75ff5e4a-a0f5-4fba-a869-00a179210a0c'}}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:43:07.066752 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-b356cffa-8752-4c00-abc5-e8798c95e6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:07.093136 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2f2f9b15-35a4-4d26-a657-bfdfc1095eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:07.112481 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-0f333fd1-74af-4624-8ce1-25bce2c14595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:07.165180 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f9b15-35a4-4d26-a657-bfdfc1095eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164f148d-2310-4604-94a4-52562f7647d1,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:07.176418 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-b356cffa-8752-4c00-abc5-e8798c95e6ae service neutron] For port c228b8b6-cb04-4384-9af8-2cc09dc1ba77, host hv-cinder-76330, cleared binding levels {{(pid=100361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:43:07.176927 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c17d00-8669-4155-bc5a-408fc26c56fd req-730b0dea-3ea4-44bd-8962-1ef2a296c29d tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:07.178066 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-41c17d00-8669-4155-bc5a-408fc26c56fd req-730b0dea-3ea4-44bd-8962-1ef2a296c29d tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 946 time: 0.1951494 Jun 29 17:43:07.179017 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-2f2f9b15-35a4-4d26-a657-bfdfc1095eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:07.179435 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-b356cffa-8752-4c00-abc5-e8798c95e6ae service neutron] For port c228b8b6-cb04-4384-9af8-2cc09dc1ba77, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c228b8b6-cb04-4384-9af8-2cc09dc1ba77,segment=NetworkSegment(7b3c2465-1fff-4513-a135-a610b012a3d5),segment_id=7b3c2465-1fff-4513-a135-a610b012a3d5)] {{(pid=100361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:43:07.184233 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-2f2f9b15-35a4-4d26-a657-bfdfc1095eda admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f5f77012fd4449d5a03df2724344875d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5707755 Jun 29 17:43:07.187134 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 34364) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:43:07.227497 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-41c17d00-8669-4155-bc5a-408fc26c56fd req-5f167002-571f-4232-bef8-6a458de2aadd tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421484 Jun 29 17:43:07.239499 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2deb503-5980-43b1-9a53-3e9d1cb46108 req-9de767d3-6f93-4526-8312-2fa5466e5b06 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:07.239688 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-1ab946b0-2358-4a47-b7de-3ee5683d53e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:07.241080 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f2deb503-5980-43b1-9a53-3e9d1cb46108 req-9de767d3-6f93-4526-8312-2fa5466e5b06 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=9123fc33-4532-42e1-924a-c299d38d47f7 HTTP/1.1" status: 200 len: 944 time: 0.1612325 Jun 29 17:43:07.258082 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-f0cfac20-402f-4aab-95d5-dc2216c8d1de tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Made reservation on behalf of c9ecf4e518244dd589016311eef121b9 for: {'port': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:43:07.266428 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-f0cfac20-402f-4aab-95d5-dc2216c8d1de tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:07.275391 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-1ab946b0-2358-4a47-b7de-3ee5683d53e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:07.277243 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-f0cfac20-402f-4aab-95d5-dc2216c8d1de tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:07.283155 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f2deb503-5980-43b1-9a53-3e9d1cb46108 req-6b17ba75-fb55-49fe-9e4b-d5413033902b tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/security-groups?id=98d89ea7-377b-40f7-aa43-b49bab9917dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359151 Jun 29 17:43:07.295338 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-b356cffa-8752-4c00-abc5-e8798c95e6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:07.303216 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:07.379670 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-b356cffa-8752-4c00-abc5-e8798c95e6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:07.380316 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-b356cffa-8752-4c00-abc5-e8798c95e6ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:07.381737 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-b356cffa-8752-4c00-abc5-e8798c95e6ae service neutron] 10.222.0.66 "PUT /v2.0/ports/c228b8b6-cb04-4384-9af8-2cc09dc1ba77 HTTP/1.1" status: 200 len: 1094 time: 1.4216721 Jun 29 17:43:07.382252 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9123fc33-4532-42e1-924a-c299d38d47f7', 'tag': 'c228b8b6-cb04-4384-9af8-2cc09dc1ba77'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:43:07.384771 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e9a14f-021f-4987-8114-00656c1ec1a9" -d '{"events": [{"name": "network-changed", "server_uuid": "9123fc33-4532-42e1-924a-c299d38d47f7", "tag": "c228b8b6-cb04-4384-9af8-2cc09dc1ba77"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:43:07.396555 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2395b1ff-dbf9-46e8-919f-b7a00422536f req-3aa35bf2-096d-4f84-825c-5e3c0b7bc979 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.102 "GET /v2.0/ports?device_id=b07da065-290a-406d-8b86-4479f2e32f21 HTTP/1.1" status: 200 len: 210 time: 0.0423687 Jun 29 17:43:07.404022 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356cffa-8752-4c00-abc5-e8798c95e6ae service neutron] Pushing event updated for resources: {'Port': ['ID=c228b8b6-cb04-4384-9af8-2cc09dc1ba77,revision_number=3']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:07.405766 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b356cffa-8752-4c00-abc5-e8798c95e6ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:07.432468 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec558ec9-10fb-4710-8ae3-40f8d759ca0e x-openstack-request-id: req-ec558ec9-10fb-4710-8ae3-40f8d759ca0e {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:43:07.432784 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9123fc33-4532-42e1-924a-c299d38d47f7", "tag": "c228b8b6-cb04-4384-9af8-2cc09dc1ba77", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:43:07.433059 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ec558ec9-10fb-4710-8ae3-40f8d759ca0e {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:43:07.433480 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9123fc33-4532-42e1-924a-c299d38d47f7', 'tag': 'c228b8b6-cb04-4384-9af8-2cc09dc1ba77', 'status': 'completed', 'code': 200} Jun 29 17:43:07.509702 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9a14f-021f-4987-8114-00656c1ec1a9 req-2d87824d-872c-4612-86d3-799c6c8f051a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:07.511161 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f6e9a14f-021f-4987-8114-00656c1ec1a9 req-2d87824d-872c-4612-86d3-799c6c8f051a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2100046fd6f84a44a59f122e11135a8a&device_id=9123fc33-4532-42e1-924a-c299d38d47f7 HTTP/1.1" status: 200 len: 1097 time: 0.0525892 Jun 29 17:43:07.538353 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-1ab946b0-2358-4a47-b7de-3ee5683d53e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:07.540862 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-1ab946b0-2358-4a47-b7de-3ee5683d53e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:07.541934 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-1ab946b0-2358-4a47-b7de-3ee5683d53e9 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/164f148d-2310-4604-94a4-52562f7647d1 HTTP/1.1" status: 204 len: 168 time: 0.3537800 Jun 29 17:43:07.571661 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:07.591518 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab946b0-2358-4a47-b7de-3ee5683d53e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164f148d-2310-4604-94a4-52562f7647d1,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:07.600235 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-1ab946b0-2358-4a47-b7de-3ee5683d53e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:07.665770 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9a14f-021f-4987-8114-00656c1ec1a9 req-dc04bf32-fa3c-4d64-bc18-aaa9e4cfa806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:07.667308 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f6e9a14f-021f-4987-8114-00656c1ec1a9 req-dc04bf32-fa3c-4d64-bc18-aaa9e4cfa806 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=2100046fd6f84a44a59f122e11135a8a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1484911 Jun 29 17:43:07.735844 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-f0cfac20-402f-4aab-95d5-dc2216c8d1de tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:07.788838 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-f0cfac20-402f-4aab-95d5-dc2216c8d1de tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:07.792575 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9a14f-021f-4987-8114-00656c1ec1a9 req-690c631d-b654-467f-b77b-3e5f274c82a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:07.794112 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f6e9a14f-021f-4987-8114-00656c1ec1a9 req-690c631d-b654-467f-b77b-3e5f274c82a5 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1171062 Jun 29 17:43:07.796129 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-9d236c49-086e-492f-bebd-3264a00b5cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:07.882542 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cfac20-402f-4aab-95d5-dc2216c8d1de tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d12bc34-ed86-4c77-bbf9-8a2a5fc911d7,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:07.904964 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-f0cfac20-402f-4aab-95d5-dc2216c8d1de tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:07.989165 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-eb8f39c8-3cff-4863-b372-e3e5d0a73622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:07.991017 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-eb8f39c8-3cff-4863-b372-e3e5d0a73622 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2100046fd6f84a44a59f122e11135a8a&device_id=9123fc33-4532-42e1-924a-c299d38d47f7 HTTP/1.1" status: 200 len: 1097 time: 0.1241446 Jun 29 17:43:07.992189 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-f0cfac20-402f-4aab-95d5-dc2216c8d1de tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Allocated IP 192.168.233.226 (5b0e932f-7df3-41e8-89dd-bdedf638a2af/ef740f6a-bbc0-44eb-a630-e450608b5a12/8245ea10-c6a8-4184-bfb6-892397948c18) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:43:08.059634 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b19492-a289-408c-9270-6eed04a8f3d0 req-1b5b2b99-fea5-49c7-84c2-4663db64e24b tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:08.061662 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-07b19492-a289-408c-9270-6eed04a8f3d0 req-1b5b2b99-fea5-49c7-84c2-4663db64e24b tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0946646 Jun 29 17:43:08.062053 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-37104e89-1665-45cb-9466-c4d8e1398f42 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c228b8b6-cb04-4384-9af8-2cc09dc1ba77 HTTP/1.1" status: 200 len: 217 time: 0.0603082 Jun 29 17:43:08.116876 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-07b19492-a289-408c-9270-6eed04a8f3d0 req-1042e8a3-af57-4766-97b8-45428e086b4c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474813 Jun 29 17:43:08.186877 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 34378) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:43:08.187021 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-154deef3-f701-48aa-b646-9f5f1898694e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:08.188430 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-154deef3-f701-48aa-b646-9f5f1898694e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cd6d7aaa-61de-40ba-977b-fcd58b7bff9c HTTP/1.1" status: 200 len: 854 time: 0.1169052 Jun 29 17:43:08.201314 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-4edec22f-99d0-41a7-9e25-962d06f44faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:08.246706 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-1e7a5378-9b5e-4c7f-b34d-b889734ba1c4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=75ff5e4a-a0f5-4fba-a869-00a179210a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474622 Jun 29 17:43:08.344150 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-4edec22f-99d0-41a7-9e25-962d06f44faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:08.351669 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-f0cfac20-402f-4aab-95d5-dc2216c8d1de tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:08.380339 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-f0cfac20-402f-4aab-95d5-dc2216c8d1de tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Transition to ACTIVE for port object 8245ea10-c6a8-4184-bfb6-892397948c18 will not be triggered until provisioned by entity DHCP. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:43:08.397715 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-721e889d-bc91-4a5a-a9a2-29a5c6763726 service neutron] 10.222.0.66 "GET /v2.0/networks/75ff5e4a-a0f5-4fba-a869-00a179210a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415460 Jun 29 17:43:08.412910 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-4edec22f-99d0-41a7-9e25-962d06f44faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:08.417657 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-4d888e1d-932d-4932-a307-054e23c24f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:08.528208 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-b3eb6d38-ed59-4772-a10a-248921e723e4 req-dd54fb37-f93a-4460-aa90-e7976a71ac8f service neutron] 10.222.0.66 "GET /v2.0/networks/75ff5e4a-a0f5-4fba-a869-00a179210a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216173 Jun 29 17:43:08.551808 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-f0cfac20-402f-4aab-95d5-dc2216c8d1de tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:08.557425 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-0076231f-086b-4cf9-ab4d-2ad71ff48963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:08.615995 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-f0cfac20-402f-4aab-95d5-dc2216c8d1de tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Network 5b0e932f-7df3-41e8-89dd-bdedf638a2af is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:43:08.619896 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-f0cfac20-402f-4aab-95d5-dc2216c8d1de tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:43:08.624879 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-f0cfac20-402f-4aab-95d5-dc2216c8d1de tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:43:08.630758 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-f0cfac20-402f-4aab-95d5-dc2216c8d1de tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:08.631381 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-f0cfac20-402f-4aab-95d5-dc2216c8d1de tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:08.635323 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cfac20-402f-4aab-95d5-dc2216c8d1de tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Pushing event updated for resources: {'Port': ['ID=8245ea10-c6a8-4184-bfb6-892397948c18,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:08.640803 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-f0cfac20-402f-4aab-95d5-dc2216c8d1de tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:08.707296 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-f0cfac20-402f-4aab-95d5-dc2216c8d1de tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7427731 Jun 29 17:43:08.715508 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edec22f-99d0-41a7-9e25-962d06f44faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a42e0f-74c3-4a3c-8fbc-bbf3cfcf549a,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:08.721838 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-212d70cf-dc88-4ed0-b7b3-ca8020adba5d service neutron] Request body: {'port': {'device_id': 'b07da065-290a-406d-8b86-4479f2e32f21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:43:08.722371 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-4edec22f-99d0-41a7-9e25-962d06f44faa admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=137ec1435d6e464c8ef0ee1dd6e815da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5337415 Jun 29 17:43:08.723095 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-4edec22f-99d0-41a7-9e25-962d06f44faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:08.725457 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 34386) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:43:08.795201 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fcf819-716d-4003-b0f0-3c8b4f626c25 req-d63130fa-d2d4-4183-bf63-f2c779d8d945 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:08.796422 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f4fcf819-716d-4003-b0f0-3c8b4f626c25 req-d63130fa-d2d4-4183-bf63-f2c779d8d945 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 946 time: 0.4265332 Jun 29 17:43:08.830605 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-212d70cf-dc88-4ed0-b7b3-ca8020adba5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:08.842697 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c773bb0-d79d-41a8-8d74-0f1ba6e7e516 req-f098fabf-11d7-4e21-b5bc-68cabc67c1a2 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:08.850853 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4c773bb0-d79d-41a8-8d74-0f1ba6e7e516 req-f098fabf-11d7-4e21-b5bc-68cabc67c1a2 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=9123fc33-4532-42e1-924a-c299d38d47f7 HTTP/1.1" status: 200 len: 944 time: 0.4046280 Jun 29 17:43:08.892047 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-354cbf96-a0d8-4e06-810b-7971ab11aefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:08.900615 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f4fcf819-716d-4003-b0f0-3c8b4f626c25 req-34b5956a-9bf6-4ba5-ae4e-88bda6ba98b7 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936749 Jun 29 17:43:08.937872 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-354cbf96-a0d8-4e06-810b-7971ab11aefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:08.943544 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4c773bb0-d79d-41a8-8d74-0f1ba6e7e516 req-ca95f542-f467-40b6-83fc-f28b3cfe4ef4 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/security-groups?id=98d89ea7-377b-40f7-aa43-b49bab9917dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918396 Jun 29 17:43:09.025145 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-c223a300-437a-4cfa-9025-ef9aae5c8b5a None None] Provisioning for port 8245ea10-c6a8-4184-bfb6-892397948c18 completed by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:43:09.030060 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-c223a300-437a-4cfa-9025-ef9aae5c8b5a None None] Provisioning complete for port 8245ea10-c6a8-4184-bfb6-892397948c18 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:43:09.030501 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-c223a300-437a-4cfa-9025-ef9aae5c8b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:09.051656 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-354cbf96-a0d8-4e06-810b-7971ab11aefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:09.054752 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-354cbf96-a0d8-4e06-810b-7971ab11aefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:09.056171 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-354cbf96-a0d8-4e06-810b-7971ab11aefa admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/43a42e0f-74c3-4a3c-8fbc-bbf3cfcf549a HTTP/1.1" status: 204 len: 168 time: 0.3268654 Jun 29 17:43:09.057489 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-2a3355bb-874a-46cb-9979-7a18ad66a8ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:09.069560 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cbf96-a0d8-4e06-810b-7971ab11aefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a42e0f-74c3-4a3c-8fbc-bbf3cfcf549a,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:09.070145 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-c223a300-437a-4cfa-9025-ef9aae5c8b5a None None] Port 8245ea10-c6a8-4184-bfb6-892397948c18 cannot update to ACTIVE because it is not bound. {{(pid=100363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:43:09.075506 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-354cbf96-a0d8-4e06-810b-7971ab11aefa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:09.178341 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e90e26-80c8-403f-bcb7-7551b5daeffc req-8dafb4f0-d308-4032-abc4-8ee83448fa93 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:09.179688 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-04e90e26-80c8-403f-bcb7-7551b5daeffc req-8dafb4f0-d308-4032-abc4-8ee83448fa93 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.102 "GET /v2.0/ports?device_id=b07da065-290a-406d-8b86-4479f2e32f21 HTTP/1.1" status: 200 len: 936 time: 0.0947113 Jun 29 17:43:09.224093 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-212d70cf-dc88-4ed0-b7b3-ca8020adba5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8245ea10-c6a8-4184-bfb6-892397948c18 {{(pid=100361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:43:09.229825 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-04e90e26-80c8-403f-bcb7-7551b5daeffc req-603ca20f-faa2-4095-9da4-0059eb271bf3 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d12bc34-ed86-4c77-bbf9-8a2a5fc911d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426505 Jun 29 17:43:09.232236 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-212d70cf-dc88-4ed0-b7b3-ca8020adba5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:09.246585 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-212d70cf-dc88-4ed0-b7b3-ca8020adba5d service neutron] Transition to ACTIVE for port object 8245ea10-c6a8-4184-bfb6-892397948c18 will not be triggered until provisioned by entity L2. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:43:09.335380 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-212d70cf-dc88-4ed0-b7b3-ca8020adba5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:09.338466 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-ea19c280-29f2-40a3-8aaf-ac24c1060656 tempest-DeleteServersTestJSON-80250038 tempest-DeleteServersTestJSON-80250038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:09.348226 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097414b3-9955-4c2d-85e4-f92f2b1eae10 req-faa1b447-0399-4573-892d-d60753e4bc99 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:09.349711 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-097414b3-9955-4c2d-85e4-f92f2b1eae10 req-faa1b447-0399-4573-892d-d60753e4bc99 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0705211 Jun 29 17:43:09.410834 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-097414b3-9955-4c2d-85e4-f92f2b1eae10 req-0d52a292-6f33-494f-8390-962323319647 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552475 Jun 29 17:43:09.418292 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d70cf-dc88-4ed0-b7b3-ca8020adba5d service neutron] Pushing event updated for resources: {'Port': ['ID=8245ea10-c6a8-4184-bfb6-892397948c18,revision_number=2']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:09.423428 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-212d70cf-dc88-4ed0-b7b3-ca8020adba5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:09.426608 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-212d70cf-dc88-4ed0-b7b3-ca8020adba5d service neutron] Attempting to bind port 8245ea10-c6a8-4184-bfb6-892397948c18 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:43:09.426950 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-212d70cf-dc88-4ed0-b7b3-ca8020adba5d service neutron] Attempting to bind port 8245ea10-c6a8-4184-bfb6-892397948c18 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'f8cbee03-14ea-48b6-bf0c-e122e7889821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5b0e932f-7df3-41e8-89dd-bdedf638a2af'}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:43:09.427284 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-212d70cf-dc88-4ed0-b7b3-ca8020adba5d service neutron] Attempting to bind port 8245ea10-c6a8-4184-bfb6-892397948c18 on network 5b0e932f-7df3-41e8-89dd-bdedf638a2af {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:43:09.435013 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-212d70cf-dc88-4ed0-b7b3-ca8020adba5d service neutron] Port 8245ea10-c6a8-4184-bfb6-892397948c18 on network 5b0e932f-7df3-41e8-89dd-bdedf638a2af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:43:09.435338 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-212d70cf-dc88-4ed0-b7b3-ca8020adba5d service neutron] Attempting to bind port 8245ea10-c6a8-4184-bfb6-892397948c18 on network 5b0e932f-7df3-41e8-89dd-bdedf638a2af {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:43:09.441696 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-212d70cf-dc88-4ed0-b7b3-ca8020adba5d service neutron] Checking agent: {'id': '7e509413-8b3d-41cc-85c9-4a7e2393f098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'started_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:43:09.442100 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-212d70cf-dc88-4ed0-b7b3-ca8020adba5d service neutron] Checking segment: {'id': 'f8cbee03-14ea-48b6-bf0c-e122e7889821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5b0e932f-7df3-41e8-89dd-bdedf638a2af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:43:09.442547 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-212d70cf-dc88-4ed0-b7b3-ca8020adba5d service neutron] Bound using segment: {'id': 'f8cbee03-14ea-48b6-bf0c-e122e7889821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5b0e932f-7df3-41e8-89dd-bdedf638a2af'} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:43:09.443243 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-212d70cf-dc88-4ed0-b7b3-ca8020adba5d service neutron] Bound port: 8245ea10-c6a8-4184-bfb6-892397948c18, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8cbee03-14ea-48b6-bf0c-e122e7889821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '5b0e932f-7df3-41e8-89dd-bdedf638a2af'}}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:43:09.443859 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-212d70cf-dc88-4ed0-b7b3-ca8020adba5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:09.514532 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-212d70cf-dc88-4ed0-b7b3-ca8020adba5d service neutron] For port 8245ea10-c6a8-4184-bfb6-892397948c18, host hv-cinder-76330, cleared binding levels {{(pid=100361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:43:09.519440 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-212d70cf-dc88-4ed0-b7b3-ca8020adba5d service neutron] For port 8245ea10-c6a8-4184-bfb6-892397948c18, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=8245ea10-c6a8-4184-bfb6-892397948c18,segment=NetworkSegment(f8cbee03-14ea-48b6-bf0c-e122e7889821),segment_id=f8cbee03-14ea-48b6-bf0c-e122e7889821)] {{(pid=100361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:43:09.599131 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-212d70cf-dc88-4ed0-b7b3-ca8020adba5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:09.602145 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-fb6ecbf4-a4f0-464f-b1e5-0ccf6b0f4a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:09.637111 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-212d70cf-dc88-4ed0-b7b3-ca8020adba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:09.637739 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-212d70cf-dc88-4ed0-b7b3-ca8020adba5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:09.639120 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-212d70cf-dc88-4ed0-b7b3-ca8020adba5d service neutron] 10.222.0.66 "PUT /v2.0/ports/8245ea10-c6a8-4184-bfb6-892397948c18 HTTP/1.1" status: 200 len: 1098 time: 0.9240804 Jun 29 17:43:09.641636 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07da065-290a-406d-8b86-4479f2e32f21', 'tag': '8245ea10-c6a8-4184-bfb6-892397948c18'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:43:09.647084 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbf3459-cdda-4582-8980-11602ddde878" -d '{"events": [{"name": "network-changed", "server_uuid": "b07da065-290a-406d-8b86-4479f2e32f21", "tag": "8245ea10-c6a8-4184-bfb6-892397948c18"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:43:09.686058 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d70cf-dc88-4ed0-b7b3-ca8020adba5d service neutron] Pushing event updated for resources: {'Port': ['ID=8245ea10-c6a8-4184-bfb6-892397948c18,revision_number=3']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:09.703266 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-212d70cf-dc88-4ed0-b7b3-ca8020adba5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:09.703980 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07576523-0a47-4d74-8dfe-121ba7c06467 x-openstack-request-id: req-07576523-0a47-4d74-8dfe-121ba7c06467 {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:43:09.704303 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07da065-290a-406d-8b86-4479f2e32f21", "tag": "8245ea10-c6a8-4184-bfb6-892397948c18", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:43:09.704589 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-07576523-0a47-4d74-8dfe-121ba7c06467 {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:43:09.705627 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07da065-290a-406d-8b86-4479f2e32f21', 'tag': '8245ea10-c6a8-4184-bfb6-892397948c18', 'status': 'completed', 'code': 200} Jun 29 17:43:09.788533 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf3459-cdda-4582-8980-11602ddde878 req-c56be80a-15cb-4f93-ad36-84642773f115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:09.790103 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-7dbf3459-cdda-4582-8980-11602ddde878 req-c56be80a-15cb-4f93-ad36-84642773f115 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c9ecf4e518244dd589016311eef121b9&device_id=b07da065-290a-406d-8b86-4479f2e32f21 HTTP/1.1" status: 200 len: 1101 time: 0.0573819 Jun 29 17:43:09.822827 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-7dbf3459-cdda-4582-8980-11602ddde878 req-5ea8d298-f047-4156-9d1a-9e81ada172f7 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=c9ecf4e518244dd589016311eef121b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237310 Jun 29 17:43:09.924880 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf3459-cdda-4582-8980-11602ddde878 req-e0d6d9d4-dc85-458e-9a46-b6b689b1224b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:09.926682 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-7dbf3459-cdda-4582-8980-11602ddde878 req-e0d6d9d4-dc85-458e-9a46-b6b689b1224b service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962820 Jun 29 17:43:10.024507 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-e5c3558f-68f5-4eeb-8b77-e83e01dd57ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:10.026083 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-e5c3558f-68f5-4eeb-8b77-e83e01dd57ad service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c9ecf4e518244dd589016311eef121b9&device_id=b07da065-290a-406d-8b86-4479f2e32f21 HTTP/1.1" status: 200 len: 1101 time: 0.0594475 Jun 29 17:43:10.083901 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-bfe02731-fe31-41f8-a058-4ae944e0f99a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=8245ea10-c6a8-4184-bfb6-892397948c18 HTTP/1.1" status: 200 len: 217 time: 0.0395210 Jun 29 17:43:10.152971 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-a8c23784-7999-496f-afe8-c62f04bf49b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:10.154559 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-a8c23784-7999-496f-afe8-c62f04bf49b2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ef740f6a-bbc0-44eb-a630-e450608b5a12 HTTP/1.1" status: 200 len: 843 time: 0.0603046 Jun 29 17:43:10.170276 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f3fe0-7975-4cfa-8f0d-87ac231bcd2e req-e1491819-6363-4d77-b09e-279980b314fb tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:10.171815 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e80f3fe0-7975-4cfa-8f0d-87ac231bcd2e req-e1491819-6363-4d77-b09e-279980b314fb tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 946 time: 0.1253126 Jun 29 17:43:10.187353 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865f86b-4faf-4912-998a-be97035481c4 req-a09d84c6-c1e9-468a-95e9-4662a03fe7a0 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:10.188834 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f865f86b-4faf-4912-998a-be97035481c4 req-a09d84c6-c1e9-468a-95e9-4662a03fe7a0 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=9123fc33-4532-42e1-924a-c299d38d47f7 HTTP/1.1" status: 200 len: 944 time: 0.1009309 Jun 29 17:43:10.211394 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device a9405f08-3e63-43e0-80bf-03da63452152 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=100363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:43:10.243836 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-9945ccdd-8f58-4fff-a4e3-a45a47f2865f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:10.245332 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-9945ccdd-8f58-4fff-a4e3-a45a47f2865f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5b0e932f-7df3-41e8-89dd-bdedf638a2af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0796347 Jun 29 17:43:10.253782 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e80f3fe0-7975-4cfa-8f0d-87ac231bcd2e req-18d5ba4c-293e-44cb-936e-dac4e8c4a188 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748498 Jun 29 17:43:10.270875 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f865f86b-4faf-4912-998a-be97035481c4 req-c19ff408-735f-453e-9ab1-5cdf5de30d5d tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/security-groups?id=98d89ea7-377b-40f7-aa43-b49bab9917dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753198 Jun 29 17:43:10.386559 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port a9405f08-3e63-43e0-80bf-03da63452152, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a9405f08-3e63-43e0-80bf-03da63452152,segment=NetworkSegment(ed133f60-0561-402c-b298-d58ce672a887),segment_id=ed133f60-0561-402c-b298-d58ce672a887)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:43:10.399424 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-240aba62-c9b2-453a-bf8a-3eb99cfd4077 service neutron] 10.222.0.66 "GET /v2.0/networks/5b0e932f-7df3-41e8-89dd-bdedf638a2af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382055 Jun 29 17:43:10.406709 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Returning: {'device': 'a9405f08-3e63-43e0-80bf-03da63452152', 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'port_id': 'a9405f08-3e63-43e0-80bf-03da63452152', 'mac_address': 'fa:16:3e:1d:7f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:43:10.465173 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:10.481542 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9405f08-3e63-43e0-80bf-03da63452152 {{(pid=100363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:43:10.485614 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3d11e-f02d-4821-ab89-a01558a4b7f3 req-01022b3b-9b13-41c5-bbfd-0df4c0208acc tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:10.488228 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-45e3d11e-f02d-4821-ab89-a01558a4b7f3 req-01022b3b-9b13-41c5-bbfd-0df4c0208acc tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.102 "GET /v2.0/ports?device_id=b07da065-290a-406d-8b86-4479f2e32f21 HTTP/1.1" status: 200 len: 948 time: 0.0768566 Jun 29 17:43:10.519931 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port a9405f08-3e63-43e0-80bf-03da63452152, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a9405f08-3e63-43e0-80bf-03da63452152,segment=NetworkSegment(ed133f60-0561-402c-b298-d58ce672a887),segment_id=ed133f60-0561-402c-b298-d58ce672a887)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:43:10.536244 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-45e3d11e-f02d-4821-ab89-a01558a4b7f3 req-4176ab4f-35ca-417a-b391-c408cbe11016 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d12bc34-ed86-4c77-bbf9-8a2a5fc911d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422511 Jun 29 17:43:10.556976 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ae95b0a4-2790-4442-acd9-06662db3d6a4 req-51b516fc-2873-4d02-a4a0-65852dc36d64 service neutron] 10.222.0.66 "GET /v2.0/networks/5b0e932f-7df3-41e8-89dd-bdedf638a2af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496744 Jun 29 17:43:10.609444 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:10.611248 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-5551f753-f7ff-4a04-9bb5-23a17948804d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:10.643176 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfb625-5b59-420d-ac07-6b6c8904ccf7 req-1382d658-a734-440c-9f8f-75eec65f0c6b tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:10.644930 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-cebfb625-5b59-420d-ac07-6b6c8904ccf7 req-1382d658-a734-440c-9f8f-75eec65f0c6b tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0676420 Jun 29 17:43:10.678281 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=a9405f08-3e63-43e0-80bf-03da63452152,revision_number=6']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:10.682400 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:10.692715 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-cebfb625-5b59-420d-ac07-6b6c8904ccf7 req-2489b0a6-240c-4c92-8274-ddc59d4c382f tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392764 Jun 29 17:43:10.778860 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['a9405f08-3e63-43e0-80bf-03da63452152'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:43:11.579896 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae07221-db0c-41f9-bba7-87317cc8452e req-390eb457-a230-42bd-ac06-c67980fbc9e8 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:11.582123 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5ae07221-db0c-41f9-bba7-87317cc8452e req-390eb457-a230-42bd-ac06-c67980fbc9e8 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 945 time: 0.1176405 Jun 29 17:43:11.599999 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642d34c-57f7-49cc-85b9-3a9bc8b3be27 req-5e359681-403c-4fa4-83e3-10c65ba463c9 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:11.634708 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-3642d34c-57f7-49cc-85b9-3a9bc8b3be27 req-5e359681-403c-4fa4-83e3-10c65ba463c9 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=9123fc33-4532-42e1-924a-c299d38d47f7 HTTP/1.1" status: 200 len: 944 time: 0.1066241 Jun 29 17:43:11.739066 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5ae07221-db0c-41f9-bba7-87317cc8452e req-4ca1c090-9c94-4e76-990d-0557cf7ae333 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746057 Jun 29 17:43:11.739066 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-3642d34c-57f7-49cc-85b9-3a9bc8b3be27 req-a11c8123-2e6a-4804-9ec7-98dc3f3bec2b tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/security-groups?id=98d89ea7-377b-40f7-aa43-b49bab9917dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845232 Jun 29 17:43:11.952446 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6700c-ea2e-4f88-a758-e1b766a4e082 req-71870054-9c51-4d26-8b2f-7aac9b580381 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:11.953913 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b3c6700c-ea2e-4f88-a758-e1b766a4e082 req-71870054-9c51-4d26-8b2f-7aac9b580381 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.102 "GET /v2.0/ports?device_id=b07da065-290a-406d-8b86-4479f2e32f21 HTTP/1.1" status: 200 len: 948 time: 0.1398630 Jun 29 17:43:11.966983 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c420f0-a770-4a27-8304-87f870b0bb9f req-0c75b5c2-0a5d-4219-988d-ce662099e65b tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:11.968489 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b0c420f0-a770-4a27-8304-87f870b0bb9f req-0c75b5c2-0a5d-4219-988d-ce662099e65b tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0997415 Jun 29 17:43:12.035420 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b3c6700c-ea2e-4f88-a758-e1b766a4e082 req-b134963b-9cc0-4e50-9fd5-bb6a80857735 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d12bc34-ed86-4c77-bbf9-8a2a5fc911d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658915 Jun 29 17:43:12.041343 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b0c420f0-a770-4a27-8304-87f870b0bb9f req-6cc600c0-a1fe-4889-a511-e92c8f85c86f tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627370 Jun 29 17:43:12.242837 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device a9405f08-3e63-43e0-80bf-03da63452152 up at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:43:12.244902 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device c228b8b6-cb04-4384-9af8-2cc09dc1ba77 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=100363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:43:12.384329 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning complete for port a9405f08-3e63-43e0-80bf-03da63452152 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:43:12.384581 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:12.463528 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port c228b8b6-cb04-4384-9af8-2cc09dc1ba77, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c228b8b6-cb04-4384-9af8-2cc09dc1ba77,segment=NetworkSegment(7b3c2465-1fff-4513-a135-a610b012a3d5),segment_id=7b3c2465-1fff-4513-a135-a610b012a3d5)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:43:12.484560 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Returning: {'device': 'c228b8b6-cb04-4384-9af8-2cc09dc1ba77', 'network_id': '75ff5e4a-a0f5-4fba-a869-00a179210a0c', 'port_id': 'c228b8b6-cb04-4384-9af8-2cc09dc1ba77', 'mac_address': 'fa:16:3e:44:b6:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd6d7aaa-61de-40ba-977b-fcd58b7bff9c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:43:12.570351 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:12.572662 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:12.605297 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c228b8b6-cb04-4384-9af8-2cc09dc1ba77 {{(pid=100363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:43:12.618389 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4291bc3-c63b-4e30-8d0c-02a1b95b8546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9405f08-3e63-43e0-80bf-03da63452152'}] {{(pid=100363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:43:12.621191 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0170bf9ab270c77a1188d5f8494ea938272331804d61dd1d179af329d40bd85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e23e79-38ff-403a-83ac-35f3432de4a7" -d '{"events": [{"server_uuid": "e4291bc3-c63b-4e30-8d0c-02a1b95b8546", "name": "network-vif-plugged", "status": "completed", "tag": "a9405f08-3e63-43e0-80bf-03da63452152"}]}' {{(pid=100363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:43:12.649037 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port a9405f08-3e63-43e0-80bf-03da63452152, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a9405f08-3e63-43e0-80bf-03da63452152,segment=NetworkSegment(ed133f60-0561-402c-b298-d58ce672a887),segment_id=ed133f60-0561-402c-b298-d58ce672a887)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:43:12.654263 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port c228b8b6-cb04-4384-9af8-2cc09dc1ba77, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c228b8b6-cb04-4384-9af8-2cc09dc1ba77,segment=NetworkSegment(7b3c2465-1fff-4513-a135-a610b012a3d5),segment_id=7b3c2465-1fff-4513-a135-a610b012a3d5)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:43:12.712729 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:12.714610 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:12.718575 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1569a759-829c-41df-b3c2-b4cdb618b1ef x-openstack-request-id: req-1569a759-829c-41df-b3c2-b4cdb618b1ef {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:43:12.718876 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4291bc3-c63b-4e30-8d0c-02a1b95b8546", "name": "network-vif-plugged", "status": "completed", "tag": "a9405f08-3e63-43e0-80bf-03da63452152", "code": 200}]} {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:43:12.719132 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1569a759-829c-41df-b3c2-b4cdb618b1ef {{(pid=100363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:43:12.719538 dv-cinder-763306-14-iscsi neutron-server[100363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4291bc3-c63b-4e30-8d0c-02a1b95b8546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9405f08-3e63-43e0-80bf-03da63452152', 'code': 200} Jun 29 17:43:12.756046 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:12.853533 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=a9405f08-3e63-43e0-80bf-03da63452152,revision_number=7']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:12.865266 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:12.866367 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:12.980121 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=c228b8b6-cb04-4384-9af8-2cc09dc1ba77,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:13.000716 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:13.117402 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e3ebb-4351-4f40-ad37-f065b7c3f3ab req-23939a8c-e1f4-4cd6-a07f-99bb4936dba5 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:13.118917 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-026e3ebb-4351-4f40-ad37-f065b7c3f3ab req-23939a8c-e1f4-4cd6-a07f-99bb4936dba5 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=9123fc33-4532-42e1-924a-c299d38d47f7 HTTP/1.1" status: 200 len: 945 time: 0.1429777 Jun 29 17:43:13.138023 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceefd00-b38a-4dc7-a12e-7d40af4c844c req-691433c4-8e83-4784-9889-f5322b0de509 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:13.139671 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0ceefd00-b38a-4dc7-a12e-7d40af4c844c req-691433c4-8e83-4784-9889-f5322b0de509 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 946 time: 0.1225033 Jun 29 17:43:13.155677 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['c228b8b6-cb04-4384-9af8-2cc09dc1ba77'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:43:13.237849 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-026e3ebb-4351-4f40-ad37-f065b7c3f3ab req-0c60f87e-4384-46cc-b803-058f3f0e32ba tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/security-groups?id=98d89ea7-377b-40f7-aa43-b49bab9917dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860250 Jun 29 17:43:13.260321 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0ceefd00-b38a-4dc7-a12e-7d40af4c844c req-14dd00c3-5a73-4ff7-a5cc-4afc1e6d8797 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898528 Jun 29 17:43:13.474660 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0040b9-fee9-4ac8-ad4a-12572489a124 req-0fbeb6a9-1c10-4a77-aa8c-5c697a4bf55c tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:13.477654 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7e0040b9-fee9-4ac8-ad4a-12572489a124 req-0fbeb6a9-1c10-4a77-aa8c-5c697a4bf55c tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.102 "GET /v2.0/ports?device_id=b07da065-290a-406d-8b86-4479f2e32f21 HTTP/1.1" status: 200 len: 948 time: 0.0872276 Jun 29 17:43:13.540354 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7e0040b9-fee9-4ac8-ad4a-12572489a124 req-3d47a895-5b40-485f-8846-6fa75dc367af tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d12bc34-ed86-4c77-bbf9-8a2a5fc911d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572906 Jun 29 17:43:13.840134 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901bfd9-5a4c-43fe-a186-6faab42ccf5e req-7cd66723-87ed-4777-b8cb-837157f87d2d tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:13.841719 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b901bfd9-5a4c-43fe-a186-6faab42ccf5e req-7cd66723-87ed-4777-b8cb-837157f87d2d tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.1387005 Jun 29 17:43:13.911327 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b901bfd9-5a4c-43fe-a186-6faab42ccf5e req-ec68935e-bce7-4fab-9a0a-fcf9f01f7fcb tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576336 Jun 29 17:43:13.919198 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8112f6-633f-44a6-87a2-8ac66d7dac8a req-c14825cd-eb66-4f56-833f-d5d5dea4af62 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:13.920710 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ac8112f6-633f-44a6-87a2-8ac66d7dac8a req-c14825cd-eb66-4f56-833f-d5d5dea4af62 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.1401987 Jun 29 17:43:13.991162 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ac8112f6-633f-44a6-87a2-8ac66d7dac8a req-7eea2e58-6e20-40c3-9b5a-dccde2b49df9 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594444 Jun 29 17:43:14.233396 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 8245ea10-c6a8-4184-bfb6-892397948c18 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=100363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:43:14.239708 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device c228b8b6-cb04-4384-9af8-2cc09dc1ba77 up at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:43:14.500861 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 8245ea10-c6a8-4184-bfb6-892397948c18, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=8245ea10-c6a8-4184-bfb6-892397948c18,segment=NetworkSegment(f8cbee03-14ea-48b6-bf0c-e122e7889821),segment_id=f8cbee03-14ea-48b6-bf0c-e122e7889821)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:43:14.515923 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning for port c228b8b6-cb04-4384-9af8-2cc09dc1ba77 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:43:14.518730 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Returning: {'device': '8245ea10-c6a8-4184-bfb6-892397948c18', 'network_id': '5b0e932f-7df3-41e8-89dd-bdedf638a2af', 'port_id': '8245ea10-c6a8-4184-bfb6-892397948c18', 'mac_address': 'fa:16:3e:2a:7c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef740f6a-bbc0-44eb-a630-e450608b5a12', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:43:14.524691 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning complete for port c228b8b6-cb04-4384-9af8-2cc09dc1ba77 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:43:14.525277 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:14.543637 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaba4c1-ade8-41a5-9391-8cd721d7a3b3 req-3b0f8f51-e00d-4ab6-88a4-f5afca0490c4 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:14.546661 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ddaba4c1-ade8-41a5-9391-8cd721d7a3b3 req-3b0f8f51-e00d-4ab6-88a4-f5afca0490c4 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=9123fc33-4532-42e1-924a-c299d38d47f7 HTTP/1.1" status: 200 len: 945 time: 0.1475327 Jun 29 17:43:14.602788 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23cb98-0055-4f16-bdb2-4615add5b0ea req-37bb937a-08a0-41f2-8100-ba5f6995b68d tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:14.610474 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7f23cb98-0055-4f16-bdb2-4615add5b0ea req-37bb937a-08a0-41f2-8100-ba5f6995b68d tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 946 time: 0.1635234 Jun 29 17:43:14.612700 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:14.627196 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ddaba4c1-ade8-41a5-9391-8cd721d7a3b3 req-10c08a88-cf99-45ec-bf38-dad6280f50cb tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/security-groups?id=98d89ea7-377b-40f7-aa43-b49bab9917dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740280 Jun 29 17:43:14.680553 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7f23cb98-0055-4f16-bdb2-4615add5b0ea req-73ee01ac-b894-462f-b8b0-981f9a04d35f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688365 Jun 29 17:43:14.727072 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8245ea10-c6a8-4184-bfb6-892397948c18 {{(pid=100363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:43:14.753416 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:14.758584 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 8245ea10-c6a8-4184-bfb6-892397948c18, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=8245ea10-c6a8-4184-bfb6-892397948c18,segment=NetworkSegment(f8cbee03-14ea-48b6-bf0c-e122e7889821),segment_id=f8cbee03-14ea-48b6-bf0c-e122e7889821)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:43:14.783023 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9123fc33-4532-42e1-924a-c299d38d47f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c228b8b6-cb04-4384-9af8-2cc09dc1ba77'}] {{(pid=100363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:43:14.789299 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0170bf9ab270c77a1188d5f8494ea938272331804d61dd1d179af329d40bd85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9b3fae-26ce-44a8-a3c4-d156de20478f" -d '{"events": [{"server_uuid": "9123fc33-4532-42e1-924a-c299d38d47f7", "name": "network-vif-plugged", "status": "completed", "tag": "c228b8b6-cb04-4384-9af8-2cc09dc1ba77"}]}' {{(pid=100363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:43:14.805072 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port c228b8b6-cb04-4384-9af8-2cc09dc1ba77, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c228b8b6-cb04-4384-9af8-2cc09dc1ba77,segment=NetworkSegment(7b3c2465-1fff-4513-a135-a610b012a3d5),segment_id=7b3c2465-1fff-4513-a135-a610b012a3d5)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:43:14.838927 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:14.842701 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:14.892099 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:14.903963 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1070af51-a324-4e9f-97d3-1b4dfc864cc5 x-openstack-request-id: req-1070af51-a324-4e9f-97d3-1b4dfc864cc5 {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:43:14.903963 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9123fc33-4532-42e1-924a-c299d38d47f7", "name": "network-vif-plugged", "status": "completed", "tag": "c228b8b6-cb04-4384-9af8-2cc09dc1ba77", "code": 200}]} {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:43:14.903963 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1070af51-a324-4e9f-97d3-1b4dfc864cc5 {{(pid=100363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:43:14.903963 dv-cinder-763306-14-iscsi neutron-server[100363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9123fc33-4532-42e1-924a-c299d38d47f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c228b8b6-cb04-4384-9af8-2cc09dc1ba77', 'code': 200} Jun 29 17:43:14.987844 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=8245ea10-c6a8-4184-bfb6-892397948c18,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:15.007239 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:15.007239 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:15.068742 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971b197-48b9-4d25-aad1-40c6fe48ff5b req-dc12b509-0b6c-41ce-b93e-916434539463 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:15.070881 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b971b197-48b9-4d25-aad1-40c6fe48ff5b req-dc12b509-0b6c-41ce-b93e-916434539463 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.102 "GET /v2.0/ports?device_id=b07da065-290a-406d-8b86-4479f2e32f21 HTTP/1.1" status: 200 len: 949 time: 0.1620123 Jun 29 17:43:15.079947 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=c228b8b6-cb04-4384-9af8-2cc09dc1ba77,revision_number=5']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:15.083466 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:15.119223 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b971b197-48b9-4d25-aad1-40c6fe48ff5b req-ccefa3d3-5537-4fa0-be5e-18c9f01f9f08 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d12bc34-ed86-4c77-bbf9-8a2a5fc911d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404804 Jun 29 17:43:15.222403 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['8245ea10-c6a8-4184-bfb6-892397948c18'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:43:15.240750 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02ecbb-1e37-4bde-8e11-dee4247273c2 req-6099cc9e-56d0-410c-ac37-edc5f4f153f3 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:15.242393 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ad02ecbb-1e37-4bde-8e11-dee4247273c2 req-6099cc9e-56d0-410c-ac37-edc5f4f153f3 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.1217432 Jun 29 17:43:15.354445 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ad02ecbb-1e37-4bde-8e11-dee4247273c2 req-e6949b77-1d1e-4aec-80e3-ce6c3f37c2e5 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055896 Jun 29 17:43:15.442038 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f503e9-0c6d-417d-a478-d63bd6f9f72d req-2f2cd03b-9bd5-4f83-89f8-b93dda892a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:15.443543 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d0f503e9-0c6d-417d-a478-d63bd6f9f72d req-2f2cd03b-9bd5-4f83-89f8-b93dda892a1d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9123fc33-4532-42e1-924a-c299d38d47f7 HTTP/1.1" status: 200 len: 1099 time: 0.0785575 Jun 29 17:43:15.481232 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2de6f7-faba-4594-9b1e-647a2f72faa7 req-7a5aae02-1977-40f6-8492-7b99a58e854e tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:15.482900 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0b2de6f7-faba-4594-9b1e-647a2f72faa7 req-7a5aae02-1977-40f6-8492-7b99a58e854e tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.1594515 Jun 29 17:43:15.486049 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d0f503e9-0c6d-417d-a478-d63bd6f9f72d req-6f5f5a00-12fc-4238-af37-601b3de13e8e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=98d89ea7-377b-40f7-aa43-b49bab9917dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346661 Jun 29 17:43:15.550237 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0b2de6f7-faba-4594-9b1e-647a2f72faa7 req-2d04a794-e539-4a9c-96d6-700ec2f1bfa5 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606983 Jun 29 17:43:15.873989 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d0481-1ca8-4291-a423-65697fb5b841 req-daa3e64a-d505-44a8-ae35-c27245b99166 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:15.879993 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-dc1d0481-1ca8-4291-a423-65697fb5b841 req-daa3e64a-d505-44a8-ae35-c27245b99166 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=9123fc33-4532-42e1-924a-c299d38d47f7 HTTP/1.1" status: 200 len: 946 time: 0.1208785 Jun 29 17:43:15.932206 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61f4e8-a3d5-41d2-ac52-cfdca9db8388 req-a708376c-d057-4f58-a7d3-248245e0fc3b tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:15.933675 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6d61f4e8-a3d5-41d2-ac52-cfdca9db8388 req-a708376c-d057-4f58-a7d3-248245e0fc3b tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 946 time: 0.1232290 Jun 29 17:43:15.938520 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-dc1d0481-1ca8-4291-a423-65697fb5b841 req-00fb79c2-c922-4c47-a019-a35f1d49870b tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/security-groups?id=98d89ea7-377b-40f7-aa43-b49bab9917dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542819 Jun 29 17:43:15.979757 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6d61f4e8-a3d5-41d2-ac52-cfdca9db8388 req-3169a164-9e33-4253-b4de-afb011ad3e00 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333307 Jun 29 17:43:16.239291 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 8245ea10-c6a8-4184-bfb6-892397948c18 up at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:43:16.340718 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4621d5-fb99-45a3-85ad-6ddd314f00d0 req-749ef0b1-e359-473e-936c-efe2f82bb114 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:16.342398 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bd4621d5-fb99-45a3-85ad-6ddd314f00d0 req-749ef0b1-e359-473e-936c-efe2f82bb114 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.102 "GET /v2.0/ports?device_id=b07da065-290a-406d-8b86-4479f2e32f21 HTTP/1.1" status: 200 len: 949 time: 0.0792785 Jun 29 17:43:16.374980 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning for port 8245ea10-c6a8-4184-bfb6-892397948c18 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:43:16.380271 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning complete for port 8245ea10-c6a8-4184-bfb6-892397948c18 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:43:16.380889 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:16.404192 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bd4621d5-fb99-45a3-85ad-6ddd314f00d0 req-06ff2dda-bc82-4b93-b65c-d11fd2953916 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d12bc34-ed86-4c77-bbf9-8a2a5fc911d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548205 Jun 29 17:43:16.598435 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:16.663505 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528d915-9df9-45f0-b430-d06339707853 req-6c7fbd71-6cae-4a0b-a3d9-c64d606cc0a2 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:16.665037 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e528d915-9df9-45f0-b430-d06339707853 req-6c7fbd71-6cae-4a0b-a3d9-c64d606cc0a2 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.1535072 Jun 29 17:43:16.708261 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 8245ea10-c6a8-4184-bfb6-892397948c18, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=8245ea10-c6a8-4184-bfb6-892397948c18,segment=NetworkSegment(f8cbee03-14ea-48b6-bf0c-e122e7889821),segment_id=f8cbee03-14ea-48b6-bf0c-e122e7889821)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:43:16.741607 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e528d915-9df9-45f0-b430-d06339707853 req-10fbaf2d-1920-44fb-b30c-65f01a79457f tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671206 Jun 29 17:43:16.797153 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:16.802381 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:16.840730 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a581e7e-996f-44b8-a6ef-5e733e2cde65 req-815003d5-9671-48ee-9278-6317cb5d5aac tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:16.842240 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6a581e7e-996f-44b8-a6ef-5e733e2cde65 req-815003d5-9671-48ee-9278-6317cb5d5aac tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.0952737 Jun 29 17:43:16.896727 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=8245ea10-c6a8-4184-bfb6-892397948c18,revision_number=5']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:16.902821 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6a581e7e-996f-44b8-a6ef-5e733e2cde65 req-2516c56a-4c90-43d1-b3fd-0a1dc51d99f3 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494335 Jun 29 17:43:16.919033 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:16.919529 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07da065-290a-406d-8b86-4479f2e32f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8245ea10-c6a8-4184-bfb6-892397948c18'}] {{(pid=100363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:43:16.922083 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0170bf9ab270c77a1188d5f8494ea938272331804d61dd1d179af329d40bd85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad6709d-d090-4755-85c8-31075ec7bb95" -d '{"events": [{"server_uuid": "b07da065-290a-406d-8b86-4479f2e32f21", "name": "network-vif-plugged", "status": "completed", "tag": "8245ea10-c6a8-4184-bfb6-892397948c18"}]}' {{(pid=100363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:43:16.974525 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f442ad63-96d7-441b-88a6-811362a57456 x-openstack-request-id: req-f442ad63-96d7-441b-88a6-811362a57456 {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:43:16.974843 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07da065-290a-406d-8b86-4479f2e32f21", "name": "network-vif-plugged", "status": "completed", "tag": "8245ea10-c6a8-4184-bfb6-892397948c18", "code": 200}]} {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:43:16.975107 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-f442ad63-96d7-441b-88a6-811362a57456 {{(pid=100363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:43:16.975526 dv-cinder-763306-14-iscsi neutron-server[100363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07da065-290a-406d-8b86-4479f2e32f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8245ea10-c6a8-4184-bfb6-892397948c18', 'code': 200} Jun 29 17:43:17.188694 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b61b8-1aa6-49ad-a8d1-d90a9bed2fff req-2dc73a5e-9c53-4815-8227-b1191c09a46d tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:17.191320 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-278b61b8-1aa6-49ad-a8d1-d90a9bed2fff req-2dc73a5e-9c53-4815-8227-b1191c09a46d tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=9123fc33-4532-42e1-924a-c299d38d47f7 HTTP/1.1" status: 200 len: 946 time: 0.0981021 Jun 29 17:43:17.266364 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-278b61b8-1aa6-49ad-a8d1-d90a9bed2fff req-a319ee5a-c2ad-4e26-ab78-bbf705997300 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/security-groups?id=98d89ea7-377b-40f7-aa43-b49bab9917dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539026 Jun 29 17:43:17.302640 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750067c-27f2-4871-a8b5-b61521f03d2d req-44ca4cae-0677-4664-a769-acb7c138c784 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:17.305592 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8750067c-27f2-4871-a8b5-b61521f03d2d req-44ca4cae-0677-4664-a769-acb7c138c784 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 946 time: 0.1420145 Jun 29 17:43:17.401068 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8750067c-27f2-4871-a8b5-b61521f03d2d req-bcf9d9df-9b63-4a6a-9df2-ed3e29a61a26 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877023 Jun 29 17:43:17.545488 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b333ba-d8e1-4016-ba8b-9111ae74a91d req-553bfeec-62bb-4055-b2c5-78cd9e259941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:17.548006 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-a9b333ba-d8e1-4016-ba8b-9111ae74a91d req-553bfeec-62bb-4055-b2c5-78cd9e259941 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b07da065-290a-406d-8b86-4479f2e32f21 HTTP/1.1" status: 200 len: 1103 time: 0.0997121 Jun 29 17:43:17.636385 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc6493-66ef-485f-8135-fa841a53664d req-2d7e3460-7f21-4107-824a-e9d29221a8ee tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:17.638002 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-85dc6493-66ef-485f-8135-fa841a53664d req-2d7e3460-7f21-4107-824a-e9d29221a8ee tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.102 "GET /v2.0/ports?device_id=b07da065-290a-406d-8b86-4479f2e32f21 HTTP/1.1" status: 200 len: 950 time: 0.0764892 Jun 29 17:43:17.639754 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-a9b333ba-d8e1-4016-ba8b-9111ae74a91d req-0be1c0ca-7212-448e-add3-03a8a8bce597 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5d12bc34-ed86-4c77-bbf9-8a2a5fc911d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845513 Jun 29 17:43:17.699059 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-85dc6493-66ef-485f-8135-fa841a53664d req-ed88086f-6e69-4d94-a8e1-619a649f037a tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d12bc34-ed86-4c77-bbf9-8a2a5fc911d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466206 Jun 29 17:43:17.969411 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb7185-8569-4003-9d2c-a0c58fb0f456 req-b8b17632-a499-4aae-8a86-9f0d774c9cdf tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:17.971000 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bcdb7185-8569-4003-9d2c-a0c58fb0f456 req-b8b17632-a499-4aae-8a86-9f0d774c9cdf tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0825202 Jun 29 17:43:18.031073 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bcdb7185-8569-4003-9d2c-a0c58fb0f456 req-eb2e8380-9df5-43a8-8c23-28c28c94eaff tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498691 Jun 29 17:43:18.159080 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac9698-44ce-4f94-bed6-1d19a447bf3c req-7360e320-2ae7-478a-9c36-10cb9697bc89 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:18.160988 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-feac9698-44ce-4f94-bed6-1d19a447bf3c req-7360e320-2ae7-478a-9c36-10cb9697bc89 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.0779424 Jun 29 17:43:18.217313 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-feac9698-44ce-4f94-bed6-1d19a447bf3c req-03406944-2e4a-46ce-becc-bffe460bd072 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498278 Jun 29 17:43:18.623695 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4432c-36ba-446b-a20e-f74f379dc3be req-75f7fe36-1c62-4fb0-87d8-3e7329183169 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:18.625301 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a6f4432c-36ba-446b-a20e-f74f379dc3be req-75f7fe36-1c62-4fb0-87d8-3e7329183169 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 946 time: 0.0811040 Jun 29 17:43:18.699167 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a6f4432c-36ba-446b-a20e-f74f379dc3be req-0c058ba7-cf5c-418f-853d-29e08b2cde5f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666943 Jun 29 17:43:18.866386 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 34678) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:43:18.947070 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90654d37-8546-4e6e-ab48-b89f90fbe489 req-1593e39b-ad21-4425-a931-8b68b0e19bc2 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:18.948793 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-90654d37-8546-4e6e-ab48-b89f90fbe489 req-1593e39b-ad21-4425-a931-8b68b0e19bc2 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.102 "GET /v2.0/ports?device_id=b07da065-290a-406d-8b86-4479f2e32f21 HTTP/1.1" status: 200 len: 950 time: 0.0901487 Jun 29 17:43:18.994322 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-90654d37-8546-4e6e-ab48-b89f90fbe489 req-99bddf03-9a53-4162-9f48-273a24eb1380 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d12bc34-ed86-4c77-bbf9-8a2a5fc911d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395758 Jun 29 17:43:19.001546 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a34521c2-8e3c-40e2-9ae0-8717d0f1abe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:19.104917 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a34521c2-8e3c-40e2-9ae0-8717d0f1abe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:19.223834 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d35c4-da32-47a6-b6f9-99645ca94cb5 req-1360c446-d5ff-481e-85d0-2861510722fc tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:19.225373 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c32d35c4-da32-47a6-b6f9-99645ca94cb5 req-1360c446-d5ff-481e-85d0-2861510722fc tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0654278 Jun 29 17:43:19.239871 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a34521c2-8e3c-40e2-9ae0-8717d0f1abe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:19.243390 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b140f4b8-0412-4653-a1d9-2eaade9c1333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:19.273753 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c32d35c4-da32-47a6-b6f9-99645ca94cb5 req-9d60398a-4177-4553-b90e-6e229ebcb97c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423489 Jun 29 17:43:19.283161 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-a34521c2-8e3c-40e2-9ae0-8717d0f1abe1 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=6e891f5f9b6849f59a7229cc809f3765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4155376 Jun 29 17:43:19.283505 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 34690) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:43:19.285201 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34521c2-8e3c-40e2-9ae0-8717d0f1abe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad08cd8-b8a2-4b31-a379-2a6824df48ac,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:19.301171 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-a34521c2-8e3c-40e2-9ae0-8717d0f1abe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:19.370922 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-73e5ce2e-e486-4249-9c95-4f8a420d7950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:19.398104 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-73e5ce2e-e486-4249-9c95-4f8a420d7950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:19.509020 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e2022-d5c7-4419-9a38-bab6a401433c req-456958f8-a2a9-4e14-8c99-1728265b9bf9 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:19.510509 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8f7e2022-d5c7-4419-9a38-bab6a401433c req-456958f8-a2a9-4e14-8c99-1728265b9bf9 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.1193671 Jun 29 17:43:19.552298 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8f7e2022-d5c7-4419-9a38-bab6a401433c req-67eac1a9-26f8-4f66-b63b-f1482f815832 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356753 Jun 29 17:43:19.582201 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-73e5ce2e-e486-4249-9c95-4f8a420d7950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:19.584676 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-73e5ce2e-e486-4249-9c95-4f8a420d7950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:19.585781 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-73e5ce2e-e486-4249-9c95-4f8a420d7950 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/6ad08cd8-b8a2-4b31-a379-2a6824df48ac HTTP/1.1" status: 204 len: 168 time: 0.3003232 Jun 29 17:43:19.586573 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-fb4bc7e0-b15c-4ecf-ba4b-48b784ed606b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:19.595111 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5ce2e-e486-4249-9c95-4f8a420d7950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad08cd8-b8a2-4b31-a379-2a6824df48ac,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:19.598134 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-73e5ce2e-e486-4249-9c95-4f8a420d7950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:19.895807 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3bd5e-7e6f-4362-bdcc-e8399d4777ab req-1876db72-719e-4b02-9889-5f5883be5eaf tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:19.897555 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-cff3bd5e-7e6f-4362-bdcc-e8399d4777ab req-1876db72-719e-4b02-9889-5f5883be5eaf tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 946 time: 0.0821879 Jun 29 17:43:19.955766 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-cff3bd5e-7e6f-4362-bdcc-e8399d4777ab req-8bf27f3b-bd63-4dd2-a9ad-1e23f70c6207 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515342 Jun 29 17:43:20.202126 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184c460-cf9f-4b3b-9721-1ccdd796224e req-b1c39900-c186-412b-a3f2-fd99bcb1c303 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:20.217074 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f184c460-cf9f-4b3b-9721-1ccdd796224e req-b1c39900-c186-412b-a3f2-fd99bcb1c303 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.102 "GET /v2.0/ports?device_id=b07da065-290a-406d-8b86-4479f2e32f21 HTTP/1.1" status: 200 len: 950 time: 0.0852659 Jun 29 17:43:20.244581 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f184c460-cf9f-4b3b-9721-1ccdd796224e req-15bfc053-b321-460b-8ae5-550135cc1096 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d12bc34-ed86-4c77-bbf9-8a2a5fc911d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344923 Jun 29 17:43:20.575956 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05dd0a-bf32-44d7-b3f3-908e992bbb52 req-a266aa6b-9b87-47bf-b142-85310ae1e2fa tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:20.578307 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8f05dd0a-bf32-44d7-b3f3-908e992bbb52 req-a266aa6b-9b87-47bf-b142-85310ae1e2fa tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0862441 Jun 29 17:43:20.619677 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8f05dd0a-bf32-44d7-b3f3-908e992bbb52 req-a2d2ab5a-9006-4c22-8f94-e8a36d6d10f3 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361557 Jun 29 17:43:20.791629 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e292aa8-d141-4f8c-8656-6152df648fb4 req-56b59d10-aef3-4b4e-ae17-6a7468297645 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:20.793230 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4e292aa8-d141-4f8c-8656-6152df648fb4 req-56b59d10-aef3-4b4e-ae17-6a7468297645 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.0684876 Jun 29 17:43:20.832283 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 34716) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:43:20.837145 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4e292aa8-d141-4f8c-8656-6152df648fb4 req-be39e59f-c5c0-45ab-9fdd-d5925095df56 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374954 Jun 29 17:43:20.859057 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-2441b5d2-0046-4c54-a362-e5031a715078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:20.963295 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-2441b5d2-0046-4c54-a362-e5031a715078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:21.081238 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-2441b5d2-0046-4c54-a362-e5031a715078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:21.093439 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-f0cfac20-402f-4aab-95d5-dc2216c8d1de tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:21.184373 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-2441b5d2-0046-4c54-a362-e5031a715078 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e9dcdefa31094972b69c5cfaa48e76ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3509808 Jun 29 17:43:21.185295 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 34724) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:43:21.187144 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441b5d2-0046-4c54-a362-e5031a715078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949c6b2b-fce6-4cc0-8b58-17a1e8cf4338,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:21.194437 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-2441b5d2-0046-4c54-a362-e5031a715078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:21.212928 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987f657-de4f-471f-87e6-82dbf19f2b5c req-43768354-6714-410b-ba1d-910c7f6d2db2 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:21.214736 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1987f657-de4f-471f-87e6-82dbf19f2b5c req-43768354-6714-410b-ba1d-910c7f6d2db2 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 946 time: 0.1382234 Jun 29 17:43:21.313574 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1987f657-de4f-471f-87e6-82dbf19f2b5c req-3870dfa5-2988-4b89-8ce4-ca1bd0abcbad tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922477 Jun 29 17:43:21.338014 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-4c2192f2-631b-4c30-aad0-910ff190da1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:21.365748 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-4c2192f2-631b-4c30-aad0-910ff190da1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:21.374413 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41e225-44d7-4bf1-bedb-f168e6e1457b req-ab2bb14c-510d-42b4-89ed-e01056677cbc tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:21.375899 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ea41e225-44d7-4bf1-bedb-f168e6e1457b req-ab2bb14c-510d-42b4-89ed-e01056677cbc tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.102 "GET /v2.0/ports?device_id=b07da065-290a-406d-8b86-4479f2e32f21 HTTP/1.1" status: 200 len: 950 time: 0.1431150 Jun 29 17:43:21.448292 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ea41e225-44d7-4bf1-bedb-f168e6e1457b req-5738712c-3d22-4125-96dc-83d33e27f3f7 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d12bc34-ed86-4c77-bbf9-8a2a5fc911d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658054 Jun 29 17:43:21.512592 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-4c2192f2-631b-4c30-aad0-910ff190da1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:21.516364 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-4c2192f2-631b-4c30-aad0-910ff190da1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:21.516364 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-4c2192f2-631b-4c30-aad0-910ff190da1d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/949c6b2b-fce6-4cc0-8b58-17a1e8cf4338 HTTP/1.1" status: 204 len: 168 time: 0.3304811 Jun 29 17:43:21.517092 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-61526541-e515-46d8-947c-fbaf0a35b7ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:21.538180 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2192f2-631b-4c30-aad0-910ff190da1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949c6b2b-fce6-4cc0-8b58-17a1e8cf4338,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:21.538180 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-4c2192f2-631b-4c30-aad0-910ff190da1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:21.889118 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf308223-913b-4f56-8c3a-db19fc0530f2 req-b345f0bc-9a78-4a69-b354-337dbd8386a5 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:21.890634 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-cf308223-913b-4f56-8c3a-db19fc0530f2 req-b345f0bc-9a78-4a69-b354-337dbd8386a5 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.1150978 Jun 29 17:43:21.956571 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-c30bae86-fa43-47e4-8de2-ab22d92ca999 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-601270869&fields=id&tenant_id=ffa0e33d5f7845379cdcff1fd75bcfc7 HTTP/1.1" status: 200 len: 267 time: 0.0642958 Jun 29 17:43:22.034990 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-cf308223-913b-4f56-8c3a-db19fc0530f2 req-c68f217c-b774-46cb-9fa3-9b89b53a6b33 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323800 Jun 29 17:43:22.147417 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-941287d3-4ee3-4e19-bca9-6aaa113cdab5 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:22.150386 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-941287d3-4ee3-4e19-bca9-6aaa113cdab5 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/networks?id=1ff2185c-17e8-4779-b98f-a1cbc800f8a8 HTTP/1.1" status: 200 len: 812 time: 0.1832280 Jun 29 17:43:22.169725 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-de2784a5-d910-4428-849d-891a911e282e tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/quotas/ffa0e33d5f7845379cdcff1fd75bcfc7 HTTP/1.1" status: 200 len: 375 time: 0.0126898 Jun 29 17:43:22.322708 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-5def0198-3f6e-4a83-a93f-32ddf5716c13 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=ffa0e33d5f7845379cdcff1fd75bcfc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1456561 Jun 29 17:43:22.350803 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ede87-a026-43c5-96e1-569ccc687b37 req-4302f463-8767-4424-a19e-60e48b760acf tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:22.352201 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f90ede87-a026-43c5-96e1-569ccc687b37 req-4302f463-8767-4424-a19e-60e48b760acf tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.1240180 Jun 29 17:43:22.654471 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f90ede87-a026-43c5-96e1-569ccc687b37 req-3a5d9286-5685-44a5-a5d0-1c0132a81239 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2814076 Jun 29 17:43:22.700938 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-1d457d1f-e454-4371-8900-46eadd7f4c4d service neutron] 10.222.0.102 "GET /v2.0/networks/1ff2185c-17e8-4779-b98f-a1cbc800f8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644783 Jun 29 17:43:22.787248 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf20da-a1b7-4537-9735-95948de32fe3 req-7b04fc91-9292-4e7f-a0d0-33dbf1a5e637 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:22.801167 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-10bf20da-a1b7-4537-9735-95948de32fe3 req-7b04fc91-9292-4e7f-a0d0-33dbf1a5e637 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.66 "GET /v2.0/ports?device_id=b07da065-290a-406d-8b86-4479f2e32f21 HTTP/1.1" status: 200 len: 950 time: 0.1701543 Jun 29 17:43:22.949526 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-627c1217-79b1-496a-8b32-65b3d5795ffb service neutron] 10.222.0.102 "GET /v2.0/networks/1ff2185c-17e8-4779-b98f-a1cbc800f8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471817 Jun 29 17:43:23.008172 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-10bf20da-a1b7-4537-9735-95948de32fe3 req-647a183a-6403-4fe0-8063-06532e9de4ea tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Deleting port 8245ea10-c6a8-4184-bfb6-892397948c18 {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:43:23.008757 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-10bf20da-a1b7-4537-9735-95948de32fe3 req-647a183a-6403-4fe0-8063-06532e9de4ea tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:23.068798 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186650f-a3bc-40cf-bd80-7f3178c86f9e req-b9841c5d-e20a-4052-a396-c49376c2e5bd tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:23.082827 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4186650f-a3bc-40cf-bd80-7f3178c86f9e req-b9841c5d-e20a-4052-a396-c49376c2e5bd tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 946 time: 0.2225609 Jun 29 17:43:23.114000 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-10bf20da-a1b7-4537-9735-95948de32fe3 req-647a183a-6403-4fe0-8063-06532e9de4ea tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] For port 8245ea10-c6a8-4184-bfb6-892397948c18, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=8245ea10-c6a8-4184-bfb6-892397948c18,segment=NetworkSegment(f8cbee03-14ea-48b6-bf0c-e122e7889821),segment_id=f8cbee03-14ea-48b6-bf0c-e122e7889821)] {{(pid=100361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:43:23.116342 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-10bf20da-a1b7-4537-9735-95948de32fe3 req-647a183a-6403-4fe0-8063-06532e9de4ea tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:23.128806 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-10bf20da-a1b7-4537-9735-95948de32fe3 req-647a183a-6403-4fe0-8063-06532e9de4ea tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Calling delete_port for 8245ea10-c6a8-4184-bfb6-892397948c18 owned by compute:nova {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:43:23.194091 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4186650f-a3bc-40cf-bd80-7f3178c86f9e req-7352585c-21e0-4f8c-96f7-585e2eca8a60 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054246 Jun 29 17:43:23.404616 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-10bf20da-a1b7-4537-9735-95948de32fe3 req-647a183a-6403-4fe0-8063-06532e9de4ea tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:23.411766 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:23.417185 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['8245ea10-c6a8-4184-bfb6-892397948c18'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:43:23.453718 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a183a-6403-4fe0-8063-06532e9de4ea tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Pushing event deleted for resources: {'Port': ['ID=8245ea10-c6a8-4184-bfb6-892397948c18,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:23.462627 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f156857-41c4-4800-bd8c-0669fa099787 req-6f72e409-97a4-40e8-9486-516d437ced9b tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:23.464364 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4f156857-41c4-4800-bd8c-0669fa099787 req-6f72e409-97a4-40e8-9486-516d437ced9b tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.102 "GET /v2.0/ports?device_id=b07da065-290a-406d-8b86-4479f2e32f21 HTTP/1.1" status: 200 len: 867 time: 0.1187196 Jun 29 17:43:23.470995 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-647a183a-6403-4fe0-8063-06532e9de4ea tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:23.530361 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-10bf20da-a1b7-4537-9735-95948de32fe3 req-647a183a-6403-4fe0-8063-06532e9de4ea tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] No DVR routers for this DVR port 8245ea10-c6a8-4184-bfb6-892397948c18 on host hv-cinder-76330 {{(pid=100361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:43:23.533582 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-10bf20da-a1b7-4537-9735-95948de32fe3 req-647a183a-6403-4fe0-8063-06532e9de4ea tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:23.536863 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-10bf20da-a1b7-4537-9735-95948de32fe3 req-647a183a-6403-4fe0-8063-06532e9de4ea tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.66 "DELETE /v2.0/ports/8245ea10-c6a8-4184-bfb6-892397948c18 HTTP/1.1" status: 204 len: 173 time: 0.7307463 Jun 29 17:43:23.537592 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07da065-290a-406d-8b86-4479f2e32f21', 'name': 'network-vif-deleted', 'tag': '8245ea10-c6a8-4184-bfb6-892397948c18'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:43:23.541484 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afb91a5-b9ca-4df7-a431-ed7a9d7d2e0c" -d '{"events": [{"server_uuid": "b07da065-290a-406d-8b86-4479f2e32f21", "name": "network-vif-deleted", "tag": "8245ea10-c6a8-4184-bfb6-892397948c18"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:43:23.561564 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4f156857-41c4-4800-bd8c-0669fa099787 req-e656ffb7-33f5-4e48-bdd5-c8afa1928327 tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.102 "GET /v2.0/security-groups?id=5d12bc34-ed86-4c77-bbf9-8a2a5fc911d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901070 Jun 29 17:43:23.869298 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d253772-f358-4a44-938d-ee79d97c8bec x-openstack-request-id: req-4d253772-f358-4a44-938d-ee79d97c8bec {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:43:23.869840 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07da065-290a-406d-8b86-4479f2e32f21", "name": "network-vif-deleted", "tag": "8245ea10-c6a8-4184-bfb6-892397948c18", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:43:23.869956 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-4d253772-f358-4a44-938d-ee79d97c8bec {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:43:23.870289 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07da065-290a-406d-8b86-4479f2e32f21', 'name': 'network-vif-deleted', 'tag': '8245ea10-c6a8-4184-bfb6-892397948c18', 'status': 'completed', 'code': 200} Jun 29 17:43:23.889361 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629a48c-3e8d-4086-91d6-cbc685e868a1 req-8c8c5ee5-6836-4f02-bb10-8c1751f75c70 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:23.890967 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7629a48c-3e8d-4086-91d6-cbc685e868a1 req-8c8c5ee5-6836-4f02-bb10-8c1751f75c70 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.1884203 Jun 29 17:43:23.964424 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7629a48c-3e8d-4086-91d6-cbc685e868a1 req-703848ea-2a9e-4258-9c95-f570654e7b98 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620453 Jun 29 17:43:24.092572 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0c41151c-893b-4149-8e7b-822e5fe8ad40 req-9c3e3068-2083-4421-8a88-c870281a7d23 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 210 time: 0.0386868 Jun 29 17:43:24.126522 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935b9be-42e1-46c4-bd91-36b843ea7767 req-97ce0f5f-88ae-420b-94b5-15e51c965a6e tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:24.137625 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f935b9be-42e1-46c4-bd91-36b843ea7767 req-97ce0f5f-88ae-420b-94b5-15e51c965a6e tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.1233284 Jun 29 17:43:24.209286 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f935b9be-42e1-46c4-bd91-36b843ea7767 req-954a83dd-8000-4951-aa7d-b1d12ea0769f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724649 Jun 29 17:43:24.426360 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bd555-c9ff-4cef-899c-1e7a6462cddc req-95a8f2b6-df68-43c9-998a-9b9fc2b50dc7 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:24.428040 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-016bd555-c9ff-4cef-899c-1e7a6462cddc req-95a8f2b6-df68-43c9-998a-9b9fc2b50dc7 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 946 time: 0.0689669 Jun 29 17:43:24.512444 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-016bd555-c9ff-4cef-899c-1e7a6462cddc req-8ad4bf10-7df6-4514-af2e-9e7a79caabe5 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632939 Jun 29 17:43:24.832480 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-626c213b-506a-4760-984b-20aa6cafb96e req-4b10da80-5d2d-4e18-88dc-9ff75fb9fcbf tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] 10.222.0.102 "GET /v2.0/ports?device_id=b07da065-290a-406d-8b86-4479f2e32f21 HTTP/1.1" status: 200 len: 210 time: 0.0473661 Jun 29 17:43:25.155174 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac793a8-4398-4573-a84a-92575556e9a7 req-5ecdd2fa-908f-4909-8d92-88cb27732f3c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:25.156824 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7ac793a8-4398-4573-a84a-92575556e9a7 req-5ecdd2fa-908f-4909-8d92-88cb27732f3c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0672638 Jun 29 17:43:25.202074 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8018e4b2-a764-4e8a-899d-d39b9860fc60 req-9774b37c-876e-44da-9297-835187590af0 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 210 time: 0.0403941 Jun 29 17:43:25.221479 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7ac793a8-4398-4573-a84a-92575556e9a7 req-0d6f5be0-78ec-4b36-aeaa-67282e9bb99c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513275 Jun 29 17:43:25.389907 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427d5bd-f41a-4f9e-bc73-684189337d19 req-e119ce62-e099-4cef-bb97-8698cbe6e1d4 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:25.391845 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f427d5bd-f41a-4f9e-bc73-684189337d19 req-e119ce62-e099-4cef-bb97-8698cbe6e1d4 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.0719094 Jun 29 17:43:25.448936 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f427d5bd-f41a-4f9e-bc73-684189337d19 req-fc8407e9-3c3f-48ce-8efe-0e0914ba3471 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482786 Jun 29 17:43:25.678751 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 34834) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:43:25.724077 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18466893-91fa-428d-8d37-93ba44c2d544 req-49a916b1-436e-4d90-94a8-ee3f9d5a60ac tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:25.731509 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-18466893-91fa-428d-8d37-93ba44c2d544 req-49a916b1-436e-4d90-94a8-ee3f9d5a60ac tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 946 time: 0.0795786 Jun 29 17:43:25.781378 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-18466893-91fa-428d-8d37-93ba44c2d544 req-4176f5f7-2ee5-4b38-9596-9527bd10e879 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486603 Jun 29 17:43:25.876564 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-73a53ae0-e958-4ab1-9dbf-7fb8bd289e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:25.996959 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-73a53ae0-e958-4ab1-9dbf-7fb8bd289e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:26.083879 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-73a53ae0-e958-4ab1-9dbf-7fb8bd289e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:26.086404 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-3fd09a28-37fb-40bf-a0bf-9daa88b6b8da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:26.133115 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-73a53ae0-e958-4ab1-9dbf-7fb8bd289e20 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ea7df4c12ff74a67865639cea4665ff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4494586 Jun 29 17:43:26.133115 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a53ae0-e958-4ab1-9dbf-7fb8bd289e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a255cb9e-68e6-4482-bc0a-22fd21346ade,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:26.134269 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 34846) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:43:26.143670 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-73a53ae0-e958-4ab1-9dbf-7fb8bd289e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:26.198173 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-214d7fa1-946b-4efc-bbaf-72ef93a84cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:26.221437 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-214d7fa1-946b-4efc-bbaf-72ef93a84cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:26.303890 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 8245ea10-c6a8-4184-bfb6-892397948c18 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:43:26.335903 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] No Port match for: 8245ea10-c6a8-4184-bfb6-892397948c18 {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:43:26.338587 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 8245ea10-c6a8-4184-bfb6-892397948c18 not bound to the agent host hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:43:26.370674 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0534799c-e773-4515-96e9-62afb11014b0 req-b0a9be49-f548-44bc-be8e-7e5f8bdc96fd tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 210 time: 0.0326309 Jun 29 17:43:26.470451 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b2f79-1f67-4d6b-83ec-8387eac11b3f req-0f527583-6a4d-4642-9b5b-7ff0a185fb63 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:26.472078 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ae9b2f79-1f67-4d6b-83ec-8387eac11b3f req-0f527583-6a4d-4642-9b5b-7ff0a185fb63 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0733209 Jun 29 17:43:26.514610 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ae9b2f79-1f67-4d6b-83ec-8387eac11b3f req-5e872439-5e17-46b3-9069-ebeecd99a3b1 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334516 Jun 29 17:43:26.535137 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-214d7fa1-946b-4efc-bbaf-72ef93a84cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:26.538111 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-214d7fa1-946b-4efc-bbaf-72ef93a84cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:26.543121 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-214d7fa1-946b-4efc-bbaf-72ef93a84cd1 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a255cb9e-68e6-4482-bc0a-22fd21346ade HTTP/1.1" status: 204 len: 168 time: 0.4037898 Jun 29 17:43:26.543121 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-9dc4b172-94d4-4ef9-a4be-aff5118ee85a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:26.550336 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d7fa1-946b-4efc-bbaf-72ef93a84cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a255cb9e-68e6-4482-bc0a-22fd21346ade,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:26.553342 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-214d7fa1-946b-4efc-bbaf-72ef93a84cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:26.672946 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b5007-833e-485a-829b-f6578db7eed2 req-3cf428e4-e110-4c52-a759-921c66003e05 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:26.674998 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a29b5007-833e-485a-829b-f6578db7eed2 req-3cf428e4-e110-4c52-a759-921c66003e05 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.0693357 Jun 29 17:43:26.717562 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a29b5007-833e-485a-829b-f6578db7eed2 req-efd5b74b-7d12-4ce5-bbfe-a96355a216b4 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366275 Jun 29 17:43:26.968615 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf55754-043f-4fa3-9805-4533c0d51de6 req-eb4fc8c5-8c9c-4d69-a68b-274cd3067afd tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:26.970152 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-eaf55754-043f-4fa3-9805-4533c0d51de6 req-eb4fc8c5-8c9c-4d69-a68b-274cd3067afd tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 946 time: 0.0712230 Jun 29 17:43:27.009887 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-eaf55754-043f-4fa3-9805-4533c0d51de6 req-e5a7b338-4a93-4fef-87aa-b26361ac9f53 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335643 Jun 29 17:43:27.462043 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 34886) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:43:27.478425 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-a4ffa8d4-2097-487d-9ef0-37ae8bc0e434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:27.479152 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2cdf0957-ad3d-4971-93b9-348808a285a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:27.481816 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-ddf29537-e0e0-4625-98d8-7fb6e6260333 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:27.484057 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-ddf29537-e0e0-4625-98d8-7fb6e6260333 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.66 "GET /v2.0/networks?id=1ff2185c-17e8-4779-b98f-a1cbc800f8a8 HTTP/1.1" status: 200 len: 812 time: 0.1367185 Jun 29 17:43:27.561604 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-957c167d-69f5-48bc-a660-6526f919e01a tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffa0e33d5f7845379cdcff1fd75bcfc7 HTTP/1.1" status: 200 len: 379 time: 0.0527575 Jun 29 17:43:27.580507 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-59631a22-dc44-4a53-b99b-71e7e2dee23b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Request body: {'port': {'device_id': '85de3d19-36f8-4669-b53d-7a4d628f4b76', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'admin_state_up': True, 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'security_groups': ['e3192e33-3d47-43f9-b48b-9ba70b3b4fc9']}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:43:27.606008 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4ba82811-b2b4-48a0-b8c2-8786677aa5e3 req-dbe0236d-5178-4efa-8dbc-41ab8f677288 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 210 time: 0.0525086 Jun 29 17:43:27.710347 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2cdf0957-ad3d-4971-93b9-348808a285a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:27.747194 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670eb050-d770-4c36-a220-e8246433e8da req-f996e13b-519a-4a76-b221-c603102d66f4 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:27.748727 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-670eb050-d770-4c36-a220-e8246433e8da req-f996e13b-519a-4a76-b221-c603102d66f4 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0967252 Jun 29 17:43:27.793314 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-670eb050-d770-4c36-a220-e8246433e8da req-1591a479-80c7-4594-ae2d-38c06f54b1b2 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383425 Jun 29 17:43:27.879028 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2cdf0957-ad3d-4971-93b9-348808a285a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:27.884132 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-bc655cd7-1d2d-4b68-8b04-bba4a196493a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:27.934558 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-2cdf0957-ad3d-4971-93b9-348808a285a4 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=4e22175188cc42529ff721f4ee6793e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4674506 Jun 29 17:43:27.934558 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf0957-ad3d-4971-93b9-348808a285a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09fbcc0-5985-4ff6-8574-bfdaddfd53fc,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:27.934842 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 34894) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:43:27.936040 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-2cdf0957-ad3d-4971-93b9-348808a285a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:27.959932 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f62afc-c27c-469a-be99-01f8fb1a6434 req-5089166c-83e2-4da9-853f-9d8d1e71bf06 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:27.961530 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-82f62afc-c27c-469a-be99-01f8fb1a6434 req-5089166c-83e2-4da9-853f-9d8d1e71bf06 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.1208425 Jun 29 17:43:27.974148 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-59631a22-dc44-4a53-b99b-71e7e2dee23b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Made reservation on behalf of ffa0e33d5f7845379cdcff1fd75bcfc7 for: {'port': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:43:27.978955 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-59631a22-dc44-4a53-b99b-71e7e2dee23b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:28.009501 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-82f62afc-c27c-469a-be99-01f8fb1a6434 req-e2b2f62b-b5f4-4cc3-a06e-f1b11a25f677 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421209 Jun 29 17:43:28.055399 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-56173d38-49fa-4f6d-af65-eb16f30a5a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:28.094408 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-56173d38-49fa-4f6d-af65-eb16f30a5a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:28.179837 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-59631a22-dc44-4a53-b99b-71e7e2dee23b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Allocated IP 172.20.0.5 (1ff2185c-17e8-4779-b98f-a1cbc800f8a8/b7e9dcee-74f5-48ad-89ce-ac67b815e2b9/39848325-4f6d-4569-acf2-fcdefb220ba1) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:43:28.233353 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb427f-8295-4621-a9b9-52605307b0c7 req-47d62e75-125c-46f8-b557-b24990f61414 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:28.234880 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2bcb427f-8295-4621-a9b9-52605307b0c7 req-47d62e75-125c-46f8-b557-b24990f61414 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 946 time: 0.0911613 Jun 29 17:43:28.277355 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2bcb427f-8295-4621-a9b9-52605307b0c7 req-cf1e6e61-7b2e-4e8a-9be0-320a3450d996 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349832 Jun 29 17:43:28.400426 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-56173d38-49fa-4f6d-af65-eb16f30a5a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:28.402866 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-56173d38-49fa-4f6d-af65-eb16f30a5a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:28.403986 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-56173d38-49fa-4f6d-af65-eb16f30a5a07 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/c09fbcc0-5985-4ff6-8574-bfdaddfd53fc HTTP/1.1" status: 204 len: 168 time: 0.4682503 Jun 29 17:43:28.414902 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-edb1d73d-9fb1-4bd3-8696-90323de7cf4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:28.460056 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56173d38-49fa-4f6d-af65-eb16f30a5a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09fbcc0-5985-4ff6-8574-bfdaddfd53fc,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:28.464402 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-56173d38-49fa-4f6d-af65-eb16f30a5a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:28.529819 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9282692-a3e0-47a7-ae97-48d3bc02a744 req-37dee894-92ca-4e36-935a-5618899e6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:28.532015 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d9282692-a3e0-47a7-ae97-48d3bc02a744 req-37dee894-92ca-4e36-935a-5618899e6794 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 1098 time: 0.1598108 Jun 29 17:43:28.547173 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-59631a22-dc44-4a53-b99b-71e7e2dee23b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:28.572721 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-59631a22-dc44-4a53-b99b-71e7e2dee23b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Transition to ACTIVE for port object 39848325-4f6d-4569-acf2-fcdefb220ba1 will not be triggered until provisioned by entity DHCP. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:43:28.605028 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d9282692-a3e0-47a7-ae97-48d3bc02a744 req-8af204c9-edbb-4f7b-8f74-6d401f95a07a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448859 Jun 29 17:43:28.753775 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-59631a22-dc44-4a53-b99b-71e7e2dee23b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:28.766448 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-88a82046-9f54-4e7e-b692-f25139d4c9ee req-561ae610-7e02-4cb5-bb75-a27f98c0dc12 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 210 time: 0.0378897 Jun 29 17:43:28.773107 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-1fea7380-27b6-4f91-b192-4f6bfc76fe6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:28.807013 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-59631a22-dc44-4a53-b99b-71e7e2dee23b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Network 1ff2185c-17e8-4779-b98f-a1cbc800f8a8 is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:43:28.812376 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-59631a22-dc44-4a53-b99b-71e7e2dee23b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:43:28.817091 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-59631a22-dc44-4a53-b99b-71e7e2dee23b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:43:28.831477 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-59631a22-dc44-4a53-b99b-71e7e2dee23b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:28.832297 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-59631a22-dc44-4a53-b99b-71e7e2dee23b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:28.886380 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59631a22-dc44-4a53-b99b-71e7e2dee23b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Pushing event updated for resources: {'Port': ['ID=39848325-4f6d-4569-acf2-fcdefb220ba1,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:28.888368 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-59631a22-dc44-4a53-b99b-71e7e2dee23b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:28.999017 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-59631a22-dc44-4a53-b99b-71e7e2dee23b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4246836 Jun 29 17:43:29.014888 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-c41f2593-bb77-4fd1-8e61-0ecd84b62f1f service neutron] Request body: {'port': {'device_id': '85de3d19-36f8-4669-b53d-7a4d628f4b76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:43:29.038991 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a56834-0008-4aa3-9e86-d47ab886ebe7 req-7c3e90e0-a922-483a-a678-66664fc4b29b tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:29.041234 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-69a56834-0008-4aa3-9e86-d47ab886ebe7 req-7c3e90e0-a922-483a-a678-66664fc4b29b tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0798326 Jun 29 17:43:29.126510 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-69a56834-0008-4aa3-9e86-d47ab886ebe7 req-2ebdb102-f45a-41db-a34d-99496fa029e4 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785801 Jun 29 17:43:29.196436 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-a10b51d5-1e06-4151-ae13-63a1228d1d45 None None] Provisioning for port 39848325-4f6d-4569-acf2-fcdefb220ba1 completed by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:43:29.202311 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-a10b51d5-1e06-4151-ae13-63a1228d1d45 None None] Provisioning complete for port 39848325-4f6d-4569-acf2-fcdefb220ba1 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:43:29.209313 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-a10b51d5-1e06-4151-ae13-63a1228d1d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:29.211765 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-c41f2593-bb77-4fd1-8e61-0ecd84b62f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:29.219267 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175e1ab-3e25-4b34-b747-f73ad1d7d646 req-5dad520f-ed03-4bd3-81b8-df495e25e476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:29.220784 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-9175e1ab-3e25-4b34-b747-f73ad1d7d646 req-5dad520f-ed03-4bd3-81b8-df495e25e476 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=84f447d134ac4605856ab46f7e636965&device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 1099 time: 0.1246760 Jun 29 17:43:29.260930 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-a10b51d5-1e06-4151-ae13-63a1228d1d45 None None] Port 39848325-4f6d-4569-acf2-fcdefb220ba1 cannot update to ACTIVE because it is not bound. {{(pid=100363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:43:29.347033 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6bc00-2da8-4494-9f3d-1348e0fd22d5 req-9aa4cb2c-2545-443e-bf18-b112be5ce02f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:29.348701 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-89e6bc00-2da8-4494-9f3d-1348e0fd22d5 req-9aa4cb2c-2545-443e-bf18-b112be5ce02f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.1881185 Jun 29 17:43:29.397933 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-89e6bc00-2da8-4494-9f3d-1348e0fd22d5 req-4e5e18fa-6332-4d8a-8239-0f9375fc3453 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422971 Jun 29 17:43:29.581063 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03bbc3-8cd5-4a63-905a-1b9979e7ce19 req-79d380e4-2116-4838-856a-1f8560a4b930 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:29.590552 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-3f03bbc3-8cd5-4a63-905a-1b9979e7ce19 req-79d380e4-2116-4838-856a-1f8560a4b930 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 946 time: 0.1078823 Jun 29 17:43:29.647991 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-3f03bbc3-8cd5-4a63-905a-1b9979e7ce19 req-33c2ee8d-173e-4173-950b-b97b80801c4a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531478 Jun 29 17:43:29.667458 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175e1ab-3e25-4b34-b747-f73ad1d7d646 req-14f424ec-f931-4e78-b4ef-8eb2ba9bc9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:29.667458 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-9175e1ab-3e25-4b34-b747-f73ad1d7d646 req-14f424ec-f931-4e78-b4ef-8eb2ba9bc9bc service neutron] 10.222.0.66 "GET /v2.0/networks?id=0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 HTTP/1.1" status: 200 len: 917 time: 0.4274006 Jun 29 17:43:29.786808 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-9c1219c3-f1a1-4743-b6c7-285c2a610957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:29.803513 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-9175e1ab-3e25-4b34-b747-f73ad1d7d646 req-0cfd7172-c18e-43ff-8ff2-02059cb8cb97 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9405f08-3e63-43e0-80bf-03da63452152 HTTP/1.1" status: 200 len: 1002 time: 0.1320052 Jun 29 17:43:29.907553 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175e1ab-3e25-4b34-b747-f73ad1d7d646 req-c82c72f5-ed7b-4ce3-836e-bfd41955710f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:29.910059 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-9175e1ab-3e25-4b34-b747-f73ad1d7d646 req-c82c72f5-ed7b-4ce3-836e-bfd41955710f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e367aaf4-13cb-4861-b876-86e2e819d122 HTTP/1.1" status: 200 len: 855 time: 0.0983424 Jun 29 17:43:29.922652 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:29.972140 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ee1b9-28e9-405e-817d-c7aa63fac88c req-0fd3dd20-ba7d-4984-8205-884493d3310b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:29.974296 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b60ee1b9-28e9-405e-817d-c7aa63fac88c req-0fd3dd20-ba7d-4984-8205-884493d3310b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 931 time: 0.0785391 Jun 29 17:43:30.023659 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b60ee1b9-28e9-405e-817d-c7aa63fac88c req-9c3e8c89-071d-4cbd-a307-c32efa1cc15c tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413997 Jun 29 17:43:30.043848 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175e1ab-3e25-4b34-b747-f73ad1d7d646 req-35c79e45-2874-44bb-9f0c-de924a990b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:30.043848 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-9175e1ab-3e25-4b34-b747-f73ad1d7d646 req-35c79e45-2874-44bb-9f0c-de924a990b32 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ee3f12c-3998-4005-bfbc-d8cd7c4223e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1172967 Jun 29 17:43:30.052717 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-c41f2593-bb77-4fd1-8e61-0ecd84b62f1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39848325-4f6d-4569-acf2-fcdefb220ba1 {{(pid=100361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:43:30.080972 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-c41f2593-bb77-4fd1-8e61-0ecd84b62f1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:30.127130 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-c41f2593-bb77-4fd1-8e61-0ecd84b62f1f service neutron] Transition to ACTIVE for port object 39848325-4f6d-4569-acf2-fcdefb220ba1 will not be triggered until provisioned by entity L2. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:43:30.159854 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-9175e1ab-3e25-4b34-b747-f73ad1d7d646 req-709f022f-31f8-406d-af09-6ff48c9fb968 service neutron] 10.222.0.66 "GET /v2.0/networks/0ee3f12c-3998-4005-bfbc-d8cd7c4223e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093597 Jun 29 17:43:30.248004 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-c41f2593-bb77-4fd1-8e61-0ecd84b62f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:30.256251 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:30.311128 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-9175e1ab-3e25-4b34-b747-f73ad1d7d646 req-eae90c78-cdb6-4d22-9ee7-5e243cddf829 service neutron] 10.222.0.66 "GET /v2.0/networks/0ee3f12c-3998-4005-bfbc-d8cd7c4223e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441061 Jun 29 17:43:30.323702 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f2593-bb77-4fd1-8e61-0ecd84b62f1f service neutron] Pushing event updated for resources: {'Port': ['ID=39848325-4f6d-4569-acf2-fcdefb220ba1,revision_number=2']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:30.344131 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-c41f2593-bb77-4fd1-8e61-0ecd84b62f1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:30.368526 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461ae4b-5186-4395-9106-551e01a4411b req-1468876e-13b7-4506-8355-dd5525c7981b tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:30.370264 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9461ae4b-5186-4395-9106-551e01a4411b req-1468876e-13b7-4506-8355-dd5525c7981b tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.1249533 Jun 29 17:43:30.396131 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-c41f2593-bb77-4fd1-8e61-0ecd84b62f1f service neutron] Attempting to bind port 39848325-4f6d-4569-acf2-fcdefb220ba1 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:43:30.396473 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-c41f2593-bb77-4fd1-8e61-0ecd84b62f1f service neutron] Attempting to bind port 39848325-4f6d-4569-acf2-fcdefb220ba1 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '29a600a3-46df-4a50-b82c-2600cd91c4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8'}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:43:30.396878 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-c41f2593-bb77-4fd1-8e61-0ecd84b62f1f service neutron] Attempting to bind port 39848325-4f6d-4569-acf2-fcdefb220ba1 on network 1ff2185c-17e8-4779-b98f-a1cbc800f8a8 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:43:30.408226 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-c41f2593-bb77-4fd1-8e61-0ecd84b62f1f service neutron] Port 39848325-4f6d-4569-acf2-fcdefb220ba1 on network 1ff2185c-17e8-4779-b98f-a1cbc800f8a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:43:30.408551 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-c41f2593-bb77-4fd1-8e61-0ecd84b62f1f service neutron] Attempting to bind port 39848325-4f6d-4569-acf2-fcdefb220ba1 on network 1ff2185c-17e8-4779-b98f-a1cbc800f8a8 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:43:30.418712 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-c41f2593-bb77-4fd1-8e61-0ecd84b62f1f service neutron] Checking agent: {'id': '7e509413-8b3d-41cc-85c9-4a7e2393f098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'started_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:43:30.421197 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-c41f2593-bb77-4fd1-8e61-0ecd84b62f1f service neutron] Checking segment: {'id': '29a600a3-46df-4a50-b82c-2600cd91c4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:43:30.421755 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-c41f2593-bb77-4fd1-8e61-0ecd84b62f1f service neutron] Bound using segment: {'id': '29a600a3-46df-4a50-b82c-2600cd91c4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8'} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:43:30.423459 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-c41f2593-bb77-4fd1-8e61-0ecd84b62f1f service neutron] Bound port: 39848325-4f6d-4569-acf2-fcdefb220ba1, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a600a3-46df-4a50-b82c-2600cd91c4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8'}}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:43:30.424076 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-c41f2593-bb77-4fd1-8e61-0ecd84b62f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:30.431042 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9461ae4b-5186-4395-9106-551e01a4411b req-13669383-fae3-4e40-a4f8-97ef835e820a tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543101 Jun 29 17:43:30.541770 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-c41f2593-bb77-4fd1-8e61-0ecd84b62f1f service neutron] For port 39848325-4f6d-4569-acf2-fcdefb220ba1, host hv-cinder-76330, cleared binding levels {{(pid=100361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:43:30.546934 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-c41f2593-bb77-4fd1-8e61-0ecd84b62f1f service neutron] For port 39848325-4f6d-4569-acf2-fcdefb220ba1, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=39848325-4f6d-4569-acf2-fcdefb220ba1,segment=NetworkSegment(29a600a3-46df-4a50-b82c-2600cd91c4cc),segment_id=29a600a3-46df-4a50-b82c-2600cd91c4cc)] {{(pid=100361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:43:30.614669 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-c41f2593-bb77-4fd1-8e61-0ecd84b62f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:30.617911 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-618880b2-add4-4827-b0d2-f444e0b32854 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:30.677984 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-c41f2593-bb77-4fd1-8e61-0ecd84b62f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:30.678610 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-c41f2593-bb77-4fd1-8e61-0ecd84b62f1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:30.680192 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-c41f2593-bb77-4fd1-8e61-0ecd84b62f1f service neutron] 10.222.0.66 "PUT /v2.0/ports/39848325-4f6d-4569-acf2-fcdefb220ba1 HTTP/1.1" status: 200 len: 1093 time: 1.6714737 Jun 29 17:43:30.680882 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85de3d19-36f8-4669-b53d-7a4d628f4b76', 'tag': '39848325-4f6d-4569-acf2-fcdefb220ba1'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:43:30.684099 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1e2445-6a84-4c12-b33a-fdc2ed80c4cc" -d '{"events": [{"name": "network-changed", "server_uuid": "85de3d19-36f8-4669-b53d-7a4d628f4b76", "tag": "39848325-4f6d-4569-acf2-fcdefb220ba1"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:43:30.697067 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8a8bf-ece8-4267-bc9c-9c068f17ebe6 req-f2ddea1a-e9ba-4db0-8542-f3500a72f0c9 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:30.704478 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e1e8a8bf-ece8-4267-bc9c-9c068f17ebe6 req-f2ddea1a-e9ba-4db0-8542-f3500a72f0c9 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.0994663 Jun 29 17:43:30.735924 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f2593-bb77-4fd1-8e61-0ecd84b62f1f service neutron] Pushing event updated for resources: {'Port': ['ID=39848325-4f6d-4569-acf2-fcdefb220ba1,revision_number=3']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:30.739313 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-c41f2593-bb77-4fd1-8e61-0ecd84b62f1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:30.751352 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e1e8a8bf-ece8-4267-bc9c-9c068f17ebe6 req-ce227017-2caf-41a2-8405-bf8f81cc79ff tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442843 Jun 29 17:43:30.835448 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdfafe4-f820-435f-9305-8504c944205d x-openstack-request-id: req-0fdfafe4-f820-435f-9305-8504c944205d {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:43:30.835853 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85de3d19-36f8-4669-b53d-7a4d628f4b76", "tag": "39848325-4f6d-4569-acf2-fcdefb220ba1", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:43:30.836133 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-0fdfafe4-f820-435f-9305-8504c944205d {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:43:30.836563 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85de3d19-36f8-4669-b53d-7a4d628f4b76', 'tag': '39848325-4f6d-4569-acf2-fcdefb220ba1', 'status': 'completed', 'code': 200} Jun 29 17:43:30.974369 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-5d690df6-adf6-41b5-8bad-495e1b06442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:30.980220 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-5d690df6-adf6-41b5-8bad-495e1b06442a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ffa0e33d5f7845379cdcff1fd75bcfc7&device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 1096 time: 0.1589475 Jun 29 17:43:31.037848 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2754e8-e296-4aa9-8ad3-8db37414e46d req-80765119-aaaf-49b6-81d4-9a2574e29712 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:31.039887 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-3f2754e8-e296-4aa9-8ad3-8db37414e46d req-80765119-aaaf-49b6-81d4-9a2574e29712 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 946 time: 0.1106966 Jun 29 17:43:31.051937 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-5d928a86-ca19-4838-bc15-7a91fcf0abf6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39848325-4f6d-4569-acf2-fcdefb220ba1 HTTP/1.1" status: 200 len: 217 time: 0.0680218 Jun 29 17:43:31.087508 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-3f2754e8-e296-4aa9-8ad3-8db37414e46d req-2244f00c-1311-42d3-91ab-4d9cc6418714 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408335 Jun 29 17:43:31.109587 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-9e58d4c4-9214-47c5-8662-cd3700bbcc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:31.111697 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-9e58d4c4-9214-47c5-8662-cd3700bbcc30 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b7e9dcee-74f5-48ad-89ce-ac67b815e2b9 HTTP/1.1" status: 200 len: 851 time: 0.0487807 Jun 29 17:43:31.183852 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-e1083775-4f07-4a5a-b039-32ee405fdee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:31.185480 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-e1083775-4f07-4a5a-b039-32ee405fdee0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ff2185c-17e8-4779-b98f-a1cbc800f8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0557780 Jun 29 17:43:31.335141 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-766a0ada-2da5-4bbb-a907-5d79cdb5aae3 service neutron] 10.222.0.66 "GET /v2.0/networks/1ff2185c-17e8-4779-b98f-a1cbc800f8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391227 Jun 29 17:43:31.402628 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451ffea-6871-4142-87b1-757e340ec284 req-d81a8fe4-85a3-46cc-b5fd-265b8a438e4d tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:31.404251 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-3451ffea-6871-4142-87b1-757e340ec284 req-d81a8fe4-85a3-46cc-b5fd-265b8a438e4d tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 943 time: 0.0789969 Jun 29 17:43:31.453537 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-3451ffea-6871-4142-87b1-757e340ec284 req-a162360c-d467-43cb-b180-daf51d0713cf tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427856 Jun 29 17:43:31.483963 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:31.519669 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ef0a8e84-1c88-415d-932a-b42362c25bbf req-97ae4e6c-4d11-4c1e-961b-929622803323 service neutron] 10.222.0.66 "GET /v2.0/networks/1ff2185c-17e8-4779-b98f-a1cbc800f8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644595 Jun 29 17:43:31.526178 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1cad5b-486a-4665-8509-707d62fc1d3c req-bc483969-a8d4-416b-8533-a44e2d1ba5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:31.543660 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-6e1cad5b-486a-4665-8509-707d62fc1d3c req-bc483969-a8d4-416b-8533-a44e2d1ba5b3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1e92675dd0af403695e9b73c81b761d5&device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 1098 time: 0.1847622 Jun 29 17:43:31.656765 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1cad5b-486a-4665-8509-707d62fc1d3c req-331520d9-f342-4a4f-8576-083d8e806948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:31.665735 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-6e1cad5b-486a-4665-8509-707d62fc1d3c req-331520d9-f342-4a4f-8576-083d8e806948 service neutron] 10.222.0.66 "GET /v2.0/networks?id=73d0a2ca-fa0f-4cd0-8a9a-812558672909 HTTP/1.1" status: 200 len: 920 time: 0.1127281 Jun 29 17:43:31.734551 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4c399-d55e-4780-8f4d-c7b27960e201 req-bcf8c70d-1acf-47da-bd3e-3bf3e43a4680 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:31.736444 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-90c4c399-d55e-4780-8f4d-c7b27960e201 req-bcf8c70d-1acf-47da-bd3e-3bf3e43a4680 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.1436033 Jun 29 17:43:31.755711 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc359a5-d7c5-41fb-a3af-49c1c5c47c6d req-efaff10e-f626-44f1-b794-5fa91c9c8e30 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:31.761765 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-6e1cad5b-486a-4665-8509-707d62fc1d3c req-89e7220a-9e57-48de-9a65-e141111760cd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68b095f3-21d3-43be-bbe7-bcde4462b877 HTTP/1.1" status: 200 len: 217 time: 0.0828466 Jun 29 17:43:31.762577 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7fc359a5-d7c5-41fb-a3af-49c1c5c47c6d req-efaff10e-f626-44f1-b794-5fa91c9c8e30 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.1209459 Jun 29 17:43:31.817643 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-90c4c399-d55e-4780-8f4d-c7b27960e201 req-9dcae09c-f91f-4f0f-a2ad-09920176d277 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728378 Jun 29 17:43:31.849152 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7fc359a5-d7c5-41fb-a3af-49c1c5c47c6d req-6642f75c-de35-48c6-829c-0118a6b62bea tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856404 Jun 29 17:43:31.893481 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1cad5b-486a-4665-8509-707d62fc1d3c req-455c364c-96ef-464f-85a3-2b9355562bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:31.895132 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-6e1cad5b-486a-4665-8509-707d62fc1d3c req-455c364c-96ef-464f-85a3-2b9355562bec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f447dc3a-32cd-4706-b5cc-db6cdad5bfeb HTTP/1.1" status: 200 len: 859 time: 0.1245625 Jun 29 17:43:31.897153 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e2445-6a84-4c12-b33a-fdc2ed80c4cc req-7a4879a7-a3cc-4c06-ad81-6ab12669fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:31.898641 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-5a1e2445-6a84-4c12-b33a-fdc2ed80c4cc req-7a4879a7-a3cc-4c06-ad81-6ab12669fcb4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ffa0e33d5f7845379cdcff1fd75bcfc7&device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 1096 time: 0.2177112 Jun 29 17:43:31.911193 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d490e-2985-43b2-881d-9ef811720975 req-3f70acba-0edc-4264-8b5c-6b81836ccd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:31.913127 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-be0d490e-2985-43b2-881d-9ef811720975 req-3f70acba-0edc-4264-8b5c-6b81836ccd70 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87f56b14a5034bf38448dbb35360a4fc&device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 1098 time: 0.0870924 Jun 29 17:43:31.948532 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-6e1cad5b-486a-4665-8509-707d62fc1d3c req-8f234fad-7ac3-4050-a33b-615cbe720afa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=73d0a2ca-fa0f-4cd0-8a9a-812558672909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418551 Jun 29 17:43:32.048605 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d490e-2985-43b2-881d-9ef811720975 req-9fc45033-7b5d-4f87-8c75-49ecce278df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:32.052421 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-be0d490e-2985-43b2-881d-9ef811720975 req-9fc45033-7b5d-4f87-8c75-49ecce278df2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0d814395-0aef-449f-bcba-f7da97787837 HTTP/1.1" status: 200 len: 912 time: 0.1324329 Jun 29 17:43:32.103663 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e2445-6a84-4c12-b33a-fdc2ed80c4cc req-f030f888-2e25-4dc0-94b7-c2e94e5c23ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:32.105356 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-5a1e2445-6a84-4c12-b33a-fdc2ed80c4cc req-f030f888-2e25-4dc0-94b7-c2e94e5c23ea service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ff2185c-17e8-4779-b98f-a1cbc800f8a8 HTTP/1.1" status: 200 len: 913 time: 0.1879489 Jun 29 17:43:32.160641 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-5a1e2445-6a84-4c12-b33a-fdc2ed80c4cc req-73ee19c6-baa9-435e-bc48-d28f71ec0625 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39848325-4f6d-4569-acf2-fcdefb220ba1 HTTP/1.1" status: 200 len: 217 time: 0.0462596 Jun 29 17:43:32.177327 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-be0d490e-2985-43b2-881d-9ef811720975 req-0bac2f70-10d7-46ae-b11b-a4fc300eb1cf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c7a7ddb-dcaf-4046-9505-12a0fb50ceac HTTP/1.1" status: 200 len: 1001 time: 0.1173053 Jun 29 17:43:32.179030 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-6e1cad5b-486a-4665-8509-707d62fc1d3c req-0b7eea70-c334-4575-8c46-1e836436d79d service neutron] 10.222.0.66 "GET /v2.0/networks/73d0a2ca-fa0f-4cd0-8a9a-812558672909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163174 Jun 29 17:43:32.250943 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d490e-2985-43b2-881d-9ef811720975 req-a5badbd4-a301-4b09-a6be-3d114fbe3c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:32.252573 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-be0d490e-2985-43b2-881d-9ef811720975 req-a5badbd4-a301-4b09-a6be-3d114fbe3c9b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=90b7b755-ce01-431b-9fbd-6f05b79fa141 HTTP/1.1" status: 200 len: 850 time: 0.0644815 Jun 29 17:43:32.271638 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e2445-6a84-4c12-b33a-fdc2ed80c4cc req-a02f3ff5-3966-4e61-a5df-d4fa26501318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:32.273257 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-5a1e2445-6a84-4c12-b33a-fdc2ed80c4cc req-a02f3ff5-3966-4e61-a5df-d4fa26501318 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b7e9dcee-74f5-48ad-89ce-ac67b815e2b9 HTTP/1.1" status: 200 len: 851 time: 0.1038232 Jun 29 17:43:32.357590 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device a9405f08-3e63-43e0-80bf-03da63452152 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:43:32.368356 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-6e1cad5b-486a-4665-8509-707d62fc1d3c req-b81bdc86-3cab-4d32-b27a-26016e005404 service neutron] 10.222.0.66 "GET /v2.0/networks/73d0a2ca-fa0f-4cd0-8a9a-812558672909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677587 Jun 29 17:43:32.393913 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e2445-6a84-4c12-b33a-fdc2ed80c4cc req-00e0a6bf-3946-44ae-9af3-cc8d392273b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:32.395615 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-5a1e2445-6a84-4c12-b33a-fdc2ed80c4cc req-00e0a6bf-3946-44ae-9af3-cc8d392273b2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ff2185c-17e8-4779-b98f-a1cbc800f8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0726912 Jun 29 17:43:32.466588 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:32.476315 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d490e-2985-43b2-881d-9ef811720975 req-259aceef-d7d3-4be7-9ea8-bf94fbb26d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:32.477914 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-be0d490e-2985-43b2-881d-9ef811720975 req-259aceef-d7d3-4be7-9ea8-bf94fbb26d5a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0d814395-0aef-449f-bcba-f7da97787837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1847336 Jun 29 17:43:32.492054 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7db00-5c49-4fab-9673-0892279d7016 req-5f29da97-3765-41b8-8894-cbc3f7b31cbe tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:32.499252 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-adf7db00-5c49-4fab-9673-0892279d7016 req-5f29da97-3765-41b8-8894-cbc3f7b31cbe tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 946 time: 0.1614411 Jun 29 17:43:32.527239 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4291bc3-c63b-4e30-8d0c-02a1b95b8546', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9405f08-3e63-43e0-80bf-03da63452152'}] {{(pid=100363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:43:32.529702 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0170bf9ab270c77a1188d5f8494ea938272331804d61dd1d179af329d40bd85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda17a81-4a04-4356-b7bd-2fecf9b6099d" -d '{"events": [{"server_uuid": "e4291bc3-c63b-4e30-8d0c-02a1b95b8546", "name": "network-vif-unplugged", "status": "completed", "tag": "a9405f08-3e63-43e0-80bf-03da63452152"}]}' {{(pid=100363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:43:32.534818 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-5a1e2445-6a84-4c12-b33a-fdc2ed80c4cc req-ceefe620-bba4-42be-a4e8-c5b2438e879d service neutron] 10.222.0.66 "GET /v2.0/networks/1ff2185c-17e8-4779-b98f-a1cbc800f8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231434 Jun 29 17:43:32.567452 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port a9405f08-3e63-43e0-80bf-03da63452152, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a9405f08-3e63-43e0-80bf-03da63452152,segment=NetworkSegment(ed133f60-0561-402c-b298-d58ce672a887),segment_id=ed133f60-0561-402c-b298-d58ce672a887)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:43:32.624521 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-adf7db00-5c49-4fab-9673-0892279d7016 req-adfd8b7e-85c3-4a9a-8861-43838e7c06f8 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234143 Jun 29 17:43:32.676638 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-5a1e2445-6a84-4c12-b33a-fdc2ed80c4cc req-9036dc84-3a3d-42a5-a9e5-fe9f0f9582ba service neutron] 10.222.0.66 "GET /v2.0/networks/1ff2185c-17e8-4779-b98f-a1cbc800f8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291432 Jun 29 17:43:32.682525 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 17:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7df334-9484-4e4b-83a1-36fd82d494da x-openstack-request-id: req-4a7df334-9484-4e4b-83a1-36fd82d494da {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:43:32.682829 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4291bc3-c63b-4e30-8d0c-02a1b95b8546", "name": "network-vif-unplugged", "status": "completed", "tag": "a9405f08-3e63-43e0-80bf-03da63452152", "code": 200}]} {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:43:32.683088 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-4a7df334-9484-4e4b-83a1-36fd82d494da {{(pid=100363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:43:32.683507 dv-cinder-763306-14-iscsi neutron-server[100363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4291bc3-c63b-4e30-8d0c-02a1b95b8546', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9405f08-3e63-43e0-80bf-03da63452152', 'code': 200} Jun 29 17:43:32.706809 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:32.710175 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:32.739516 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-be0d490e-2985-43b2-881d-9ef811720975 req-263c17a7-0403-48f1-b97c-fa418b9da409 service neutron] 10.222.0.66 "GET /v2.0/networks/0d814395-0aef-449f-bcba-f7da97787837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379220 Jun 29 17:43:32.772214 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18927e0d-d7db-418f-ab8d-22903e7e7af6 req-0295a1af-5c03-4451-8324-d2c3d226abac tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:32.774185 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-18927e0d-d7db-418f-ab8d-22903e7e7af6 req-0295a1af-5c03-4451-8324-d2c3d226abac tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 943 time: 0.1443067 Jun 29 17:43:32.824381 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=a9405f08-3e63-43e0-80bf-03da63452152,revision_number=8']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:32.824381 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:32.880585 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-18927e0d-d7db-418f-ab8d-22903e7e7af6 req-b8c8284f-c75e-4595-b6c2-338a9b4f93d1 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918090 Jun 29 17:43:32.897767 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-be0d490e-2985-43b2-881d-9ef811720975 req-63f2ca16-083d-49c0-b19a-ccee849f4249 service neutron] 10.222.0.66 "GET /v2.0/networks/0d814395-0aef-449f-bcba-f7da97787837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469793 Jun 29 17:43:33.095469 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b14c0c-bf72-464d-a47e-9176764d5275 req-4752f7ee-f27b-4790-8063-d9effadc8a54 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:33.097053 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-22b14c0c-bf72-464d-a47e-9176764d5275 req-4752f7ee-f27b-4790-8063-d9effadc8a54 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.1156092 Jun 29 17:43:33.113898 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0265af4a-1165-4ef0-a227-825e308c569b req-31872a07-ea54-41de-a2ae-25d8f2d2290a tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:33.113898 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0265af4a-1165-4ef0-a227-825e308c569b req-31872a07-ea54-41de-a2ae-25d8f2d2290a tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.0974462 Jun 29 17:43:33.158209 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:33.177149 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-22b14c0c-bf72-464d-a47e-9176764d5275 req-a7021089-2188-4025-9f1e-d5bbaf20cf9b tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654278 Jun 29 17:43:33.189845 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0265af4a-1165-4ef0-a227-825e308c569b req-3ac64dd4-05f2-4a15-8cd0-db79c76ea435 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703039 Jun 29 17:43:33.992892 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f05f3-67a4-4099-ac72-c23a4d53d56f req-0990ea55-1b7c-4547-8756-6dad833ad700 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:33.994368 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ae2f05f3-67a4-4099-ac72-c23a4d53d56f req-0990ea55-1b7c-4547-8756-6dad833ad700 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 944 time: 0.2524841 Jun 29 17:43:34.063154 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ae2f05f3-67a4-4099-ac72-c23a4d53d56f req-3b4a8114-2cce-4df9-ac4f-f90d57e7ab9b tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629706 Jun 29 17:43:34.091431 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45556a-bec9-42ad-859d-25b0af5cce70 req-a7020f13-6982-483e-9dfa-7980b7c906d4 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:34.091431 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8b45556a-bec9-42ad-859d-25b0af5cce70 req-a7020f13-6982-483e-9dfa-7980b7c906d4 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 943 time: 0.0846303 Jun 29 17:43:34.131338 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8b45556a-bec9-42ad-859d-25b0af5cce70 req-8d667e30-d56d-4eec-bf8a-6f50aa9a060f tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327592 Jun 29 17:43:34.368390 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ebf01-39bf-4678-b46f-dcd7bdad4986 req-083d042c-3fbb-4018-803d-c4014c786601 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:34.369904 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ed3ebf01-39bf-4678-b46f-dcd7bdad4986 req-083d042c-3fbb-4018-803d-c4014c786601 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0677958 Jun 29 17:43:34.411827 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ed3ebf01-39bf-4678-b46f-dcd7bdad4986 req-5ea687d8-d639-4d2c-ab58-013dffb8944c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321035 Jun 29 17:43:34.599258 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0948b1-8fef-4bb1-9b41-faeb63bc0d29 req-c737aba8-eee1-466e-8814-74995b492d4b tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:34.600922 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5c0948b1-8fef-4bb1-9b41-faeb63bc0d29 req-c737aba8-eee1-466e-8814-74995b492d4b tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.0712862 Jun 29 17:43:34.642736 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5c0948b1-8fef-4bb1-9b41-faeb63bc0d29 req-e928252c-e28e-4fb9-9283-f51ad14bc528 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342934 Jun 29 17:43:35.089106 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 35270) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:43:35.229928 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-06168493-cd12-4d80-ad52-2a07712b19b1 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=c9ecf4e518244dd589016311eef121b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1374195 Jun 29 17:43:35.230318 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 35278) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:43:35.325055 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-1deb2758-9891-48a2-bdb6-af2631f731ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:35.358040 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62aafd1-7863-4ea4-960e-42d2172a8207 req-284f0ca9-0687-4b1e-959b-13ff3cf58b3d tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:35.359428 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b62aafd1-7863-4ea4-960e-42d2172a8207 req-284f0ca9-0687-4b1e-959b-13ff3cf58b3d tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 943 time: 0.1138864 Jun 29 17:43:35.361334 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-1deb2758-9891-48a2-bdb6-af2631f731ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:35.421332 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b62aafd1-7863-4ea4-960e-42d2172a8207 req-08939205-3bbd-4299-8343-533a016fd358 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526946 Jun 29 17:43:35.540303 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-1deb2758-9891-48a2-bdb6-af2631f731ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:35.543031 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-1deb2758-9891-48a2-bdb6-af2631f731ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:35.544396 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-1deb2758-9891-48a2-bdb6-af2631f731ca admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5d12bc34-ed86-4c77-bbf9-8a2a5fc911d7 HTTP/1.1" status: 204 len: 168 time: 0.3130922 Jun 29 17:43:35.562470 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-a7d0165a-d286-4570-aab1-509e444a041f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:35.573002 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb2758-9891-48a2-bdb6-af2631f731ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d12bc34-ed86-4c77-bbf9-8a2a5fc911d7,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:35.575939 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-1deb2758-9891-48a2-bdb6-af2631f731ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:35.617555 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364aacd-c8fa-48be-8d4e-26a78060af30 req-564a2a2d-0186-4182-a626-d228fa7393b9 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:35.619107 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9364aacd-c8fa-48be-8d4e-26a78060af30 req-564a2a2d-0186-4182-a626-d228fa7393b9 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0895863 Jun 29 17:43:35.688649 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9364aacd-c8fa-48be-8d4e-26a78060af30 req-648cb575-3fcb-49e2-abbc-8a2db39e3905 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637121 Jun 29 17:43:35.719063 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:35.888838 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbfead-4103-4ae4-a573-91c60ac7a5f8 req-dafad91d-8528-4af3-ad5b-d74825d8c7d9 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:35.890573 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-19fbfead-4103-4ae4-a573-91c60ac7a5f8 req-dafad91d-8528-4af3-ad5b-d74825d8c7d9 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 944 time: 0.0853410 Jun 29 17:43:35.938587 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-19fbfead-4103-4ae4-a573-91c60ac7a5f8 req-1c8e16f8-bd25-4ecb-a9e8-57568b5180e7 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405688 Jun 29 17:43:36.404338 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device a9405f08-3e63-43e0-80bf-03da63452152 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:43:36.455439 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 35326) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:43:36.553571 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-4a879757-481f-4d29-9a5b-ed55b77145ee req-a217ef69-fd0f-45c1-9bef-493b4e5c2870 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0957751 Jun 29 17:43:36.616722 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a3615-10ca-427d-98b1-1da5f4d459bd req-963e24be-f1ce-470f-9231-21338645dfd0 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:36.618233 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4a1a3615-10ca-427d-98b1-1da5f4d459bd req-963e24be-f1ce-470f-9231-21338645dfd0 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 943 time: 0.0664959 Jun 29 17:43:36.666106 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4a1a3615-10ca-427d-98b1-1da5f4d459bd req-7357d3c8-1e85-48bb-8e0e-a79f4f835a27 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362484 Jun 29 17:43:37.139753 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82bcc9-5a26-4f66-8752-65fd2d230f87 req-4d018b97-c3d0-4b33-8398-8328cfce51a6 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:37.141232 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8b82bcc9-5a26-4f66-8752-65fd2d230f87 req-4d018b97-c3d0-4b33-8398-8328cfce51a6 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 944 time: 0.0663884 Jun 29 17:43:37.179437 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8b82bcc9-5a26-4f66-8752-65fd2d230f87 req-b27f8b94-bed5-4839-8592-0faa59db30be tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323241 Jun 29 17:43:37.863500 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf9406-2998-4e80-95b6-0e927fdfb5d5 req-8337ac16-b940-4078-9816-fc2f0bd538c4 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:37.865070 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a2bf9406-2998-4e80-95b6-0e927fdfb5d5 req-8337ac16-b940-4078-9816-fc2f0bd538c4 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 943 time: 0.0886781 Jun 29 17:43:37.904676 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a2bf9406-2998-4e80-95b6-0e927fdfb5d5 req-4bfc8f34-b48c-482b-b71c-ebd05eb259e8 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338950 Jun 29 17:43:38.359022 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e053a-7684-43d6-8f41-161a6473b52c req-fac3ce7d-ed78-4ecb-b03a-ae6d59d789fd tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:38.360568 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8a4e053a-7684-43d6-8f41-161a6473b52c req-fac3ce7d-ed78-4ecb-b03a-ae6d59d789fd tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 944 time: 0.0654147 Jun 29 17:43:38.404554 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8a4e053a-7684-43d6-8f41-161a6473b52c req-d8bee618-1831-4e92-adb4-19e6731626c6 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374029 Jun 29 17:43:38.412549 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 39848325-4f6d-4569-acf2-fcdefb220ba1 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=100363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:43:38.527324 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 39848325-4f6d-4569-acf2-fcdefb220ba1, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=39848325-4f6d-4569-acf2-fcdefb220ba1,segment=NetworkSegment(29a600a3-46df-4a50-b82c-2600cd91c4cc),segment_id=29a600a3-46df-4a50-b82c-2600cd91c4cc)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:43:38.541750 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Returning: {'device': '39848325-4f6d-4569-acf2-fcdefb220ba1', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'port_id': '39848325-4f6d-4569-acf2-fcdefb220ba1', 'mac_address': 'fa:16:3e:3e:6a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:43:38.578278 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:38.591353 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39848325-4f6d-4569-acf2-fcdefb220ba1 {{(pid=100363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:43:38.613139 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 39848325-4f6d-4569-acf2-fcdefb220ba1, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=39848325-4f6d-4569-acf2-fcdefb220ba1,segment=NetworkSegment(29a600a3-46df-4a50-b82c-2600cd91c4cc),segment_id=29a600a3-46df-4a50-b82c-2600cd91c4cc)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:43:38.722172 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:38.724110 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-a2929b6f-29d4-4f46-863a-1cf75e783ceb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:38.776458 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=39848325-4f6d-4569-acf2-fcdefb220ba1,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:38.779598 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:39.030293 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['39848325-4f6d-4569-acf2-fcdefb220ba1'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:43:39.104771 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db4a34-62d4-42ee-a624-a17eb3a0e9e3 req-4d7c0236-93c5-4867-90dd-02897c7f3a15 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:39.106304 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f9db4a34-62d4-42ee-a624-a17eb3a0e9e3 req-4d7c0236-93c5-4867-90dd-02897c7f3a15 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 944 time: 0.0667548 Jun 29 17:43:39.152252 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f9db4a34-62d4-42ee-a624-a17eb3a0e9e3 req-b1da741c-8cfc-4798-a40f-17b84b81a934 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400934 Jun 29 17:43:39.589040 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2dbe4d-93bf-4500-9d81-be35413d48a8 req-715fc2c7-aba3-4cf7-bc93-be2881596e3a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:39.590435 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5d2dbe4d-93bf-4500-9d81-be35413d48a8 req-715fc2c7-aba3-4cf7-bc93-be2881596e3a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 944 time: 0.0624721 Jun 29 17:43:39.629634 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5d2dbe4d-93bf-4500-9d81-be35413d48a8 req-058d4a58-dca7-49b9-be59-2f4be2e71c7c tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335946 Jun 29 17:43:39.882428 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a879757-481f-4d29-9a5b-ed55b77145ee req-d1034e06-7911-4e53-8505-fe0b55f7d5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:39.883846 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4a879757-481f-4d29-9a5b-ed55b77145ee req-d1034e06-7911-4e53-8505-fe0b55f7d5d0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546&tenant_id=84f447d134ac4605856ab46f7e636965 HTTP/1.1" status: 200 len: 1097 time: 0.0891781 Jun 29 17:43:39.964602 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a879757-481f-4d29-9a5b-ed55b77145ee req-c27a64a8-7d01-48e2-b6eb-87d388a481c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:39.966108 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4a879757-481f-4d29-9a5b-ed55b77145ee req-c27a64a8-7d01-48e2-b6eb-87d388a481c0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=84f447d134ac4605856ab46f7e636965&device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 1097 time: 0.0522885 Jun 29 17:43:40.064814 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a879757-481f-4d29-9a5b-ed55b77145ee req-f35df417-924c-4020-bcc9-97342421cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:40.066954 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4a879757-481f-4d29-9a5b-ed55b77145ee req-f35df417-924c-4020-bcc9-97342421cfc0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 HTTP/1.1" status: 200 len: 917 time: 0.0935228 Jun 29 17:43:40.134683 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4a879757-481f-4d29-9a5b-ed55b77145ee req-903cef3a-8416-4d76-8cf9-1fdf3363b56f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9405f08-3e63-43e0-80bf-03da63452152 HTTP/1.1" status: 200 len: 1000 time: 0.0582259 Jun 29 17:43:40.187415 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a879757-481f-4d29-9a5b-ed55b77145ee req-a8119b0c-a641-4317-bda2-4820d1ee0bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:40.188902 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4a879757-481f-4d29-9a5b-ed55b77145ee req-a8119b0c-a641-4317-bda2-4820d1ee0bdf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e367aaf4-13cb-4861-b876-86e2e819d122 HTTP/1.1" status: 200 len: 855 time: 0.0474396 Jun 29 17:43:40.246686 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a879757-481f-4d29-9a5b-ed55b77145ee req-f0655f87-7952-4138-ad4a-9892a0b6e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:40.248123 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4a879757-481f-4d29-9a5b-ed55b77145ee req-f0655f87-7952-4138-ad4a-9892a0b6e803 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ee3f12c-3998-4005-bfbc-d8cd7c4223e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0524738 Jun 29 17:43:40.383853 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4a879757-481f-4d29-9a5b-ed55b77145ee req-f2f2ee7b-63af-4714-a0df-2cdd3834d6d5 service neutron] 10.222.0.66 "GET /v2.0/networks/0ee3f12c-3998-4005-bfbc-d8cd7c4223e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283789 Jun 29 17:43:40.394725 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b639f59-cb1e-492d-8c5e-c6c372b7d404 req-dac796f8-ce2b-4b9d-a0f6-e9cf6363df69 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:40.396174 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0b639f59-cb1e-492d-8c5e-c6c372b7d404 req-dac796f8-ce2b-4b9d-a0f6-e9cf6363df69 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 944 time: 0.1240304 Jun 29 17:43:40.417014 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 39848325-4f6d-4569-acf2-fcdefb220ba1 up at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:43:40.480175 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0b639f59-cb1e-492d-8c5e-c6c372b7d404 req-efae3042-a921-4bb4-9121-7030355d2d04 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760226 Jun 29 17:43:40.513159 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4a879757-481f-4d29-9a5b-ed55b77145ee req-6a47bf23-12d6-4472-86d2-2bbc43da1547 service neutron] 10.222.0.66 "GET /v2.0/networks/0ee3f12c-3998-4005-bfbc-d8cd7c4223e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160388 Jun 29 17:43:40.523795 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning for port 39848325-4f6d-4569-acf2-fcdefb220ba1 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:43:40.527881 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning complete for port 39848325-4f6d-4569-acf2-fcdefb220ba1 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:43:40.528267 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:40.724069 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:40.749751 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85de3d19-36f8-4669-b53d-7a4d628f4b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39848325-4f6d-4569-acf2-fcdefb220ba1'}] {{(pid=100363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:43:40.752227 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0170bf9ab270c77a1188d5f8494ea938272331804d61dd1d179af329d40bd85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd20645d-a0ba-4c14-9b39-eca5b0f09e00" -d '{"events": [{"server_uuid": "85de3d19-36f8-4669-b53d-7a4d628f4b76", "name": "network-vif-plugged", "status": "completed", "tag": "39848325-4f6d-4569-acf2-fcdefb220ba1"}]}' {{(pid=100363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:43:40.771242 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 39848325-4f6d-4569-acf2-fcdefb220ba1, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=39848325-4f6d-4569-acf2-fcdefb220ba1,segment=NetworkSegment(29a600a3-46df-4a50-b82c-2600cd91c4cc),segment_id=29a600a3-46df-4a50-b82c-2600cd91c4cc)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:43:40.796440 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3f3072-189d-4729-bbf8-837011c62494 x-openstack-request-id: req-7e3f3072-189d-4729-bbf8-837011c62494 {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:43:40.796746 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85de3d19-36f8-4669-b53d-7a4d628f4b76", "name": "network-vif-plugged", "status": "completed", "tag": "39848325-4f6d-4569-acf2-fcdefb220ba1", "code": 200}]} {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:43:40.797005 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-7e3f3072-189d-4729-bbf8-837011c62494 {{(pid=100363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:43:40.797409 dv-cinder-763306-14-iscsi neutron-server[100363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85de3d19-36f8-4669-b53d-7a4d628f4b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39848325-4f6d-4569-acf2-fcdefb220ba1', 'code': 200} Jun 29 17:43:40.823332 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a45e7-a098-403e-a5f1-7aec7c1f8aa3 req-3b496151-4ae5-41d0-b23f-9252d65ded3b tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:40.824853 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ac6a45e7-a098-403e-a5f1-7aec7c1f8aa3 req-3b496151-4ae5-41d0-b23f-9252d65ded3b tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 944 time: 0.0703614 Jun 29 17:43:40.864339 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ac6a45e7-a098-403e-a5f1-7aec7c1f8aa3 req-f51a58ac-f200-481a-b060-1f5e05f5d72c tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332708 Jun 29 17:43:40.872358 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:40.874119 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:40.926157 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=39848325-4f6d-4569-acf2-fcdefb220ba1,revision_number=5']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:40.929999 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:41.674184 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ca41c-3134-447c-a7d1-2a3dea39d7bf req-16e7718c-6f5b-45f5-a46e-77dddd5c83d5 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:41.676509 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-700ca41c-3134-447c-a7d1-2a3dea39d7bf req-16e7718c-6f5b-45f5-a46e-77dddd5c83d5 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 945 time: 0.0720797 Jun 29 17:43:41.723056 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-700ca41c-3134-447c-a7d1-2a3dea39d7bf req-51027370-d2c4-4e84-a511-f5975abfb0f0 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409441 Jun 29 17:43:42.117388 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33be62-30c4-4821-bd58-742a6ad5f654 req-0bbdb835-334c-411c-93e0-6f433dcd9641 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:42.118464 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ec33be62-30c4-4821-bd58-742a6ad5f654 req-0bbdb835-334c-411c-93e0-6f433dcd9641 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 944 time: 0.1153736 Jun 29 17:43:42.130767 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823ac3b-5fa8-445c-b0e7-bbacc71f1456 req-759868f9-3f98-43f1-b700-1d6b6e77848d tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:42.132695 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9823ac3b-5fa8-445c-b0e7-bbacc71f1456 req-759868f9-3f98-43f1-b700-1d6b6e77848d tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.0952952 Jun 29 17:43:42.196374 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ec33be62-30c4-4821-bd58-742a6ad5f654 req-f2f1c551-bb01-4ab1-9a4b-983f7a4c979e tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625427 Jun 29 17:43:42.199625 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9823ac3b-5fa8-445c-b0e7-bbacc71f1456 req-d733a7f2-f6c3-4284-ac44-984a4c880c25 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597911 Jun 29 17:43:42.914172 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ebd14-eb81-47f1-9d3d-bedf3935dd30 req-0989b852-0d9e-4a7e-8f66-7f75f56bd071 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:42.915886 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-970ebd14-eb81-47f1-9d3d-bedf3935dd30 req-0989b852-0d9e-4a7e-8f66-7f75f56bd071 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 945 time: 0.0738292 Jun 29 17:43:42.954482 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-970ebd14-eb81-47f1-9d3d-bedf3935dd30 req-900dbcb3-64c0-46b7-b7da-696d392f2693 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329235 Jun 29 17:43:43.432058 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c37948-44ef-455b-8e0f-6b6ccbd92817 req-99ac3f5e-06ef-4c82-bec4-a647696c4747 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:43.433651 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-86c37948-44ef-455b-8e0f-6b6ccbd92817 req-99ac3f5e-06ef-4c82-bec4-a647696c4747 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 944 time: 0.1085746 Jun 29 17:43:43.448462 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9563e1b-1b79-45fb-b4c7-869cb367a4e0 req-1aff80ce-5d08-4401-bf80-5dc3283d5b0d tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:43.449902 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e9563e1b-1b79-45fb-b4c7-869cb367a4e0 req-1aff80ce-5d08-4401-bf80-5dc3283d5b0d tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.1138639 Jun 29 17:43:43.502826 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-86c37948-44ef-455b-8e0f-6b6ccbd92817 req-9a1f14e5-8642-420c-a807-1b97112de1c5 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629895 Jun 29 17:43:43.513637 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e9563e1b-1b79-45fb-b4c7-869cb367a4e0 req-0146be4e-d305-41f0-86ee-5c9fb2c2d634 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567985 Jun 29 17:43:43.778060 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:43:44.316338 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e38070-6803-4685-a103-cbe5f109c17c req-fbb0dd70-2804-4ff8-8c07-2a8f2127c4c1 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:44.319880 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d0e38070-6803-4685-a103-cbe5f109c17c req-fbb0dd70-2804-4ff8-8c07-2a8f2127c4c1 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 945 time: 0.0817506 Jun 29 17:43:44.372712 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d0e38070-6803-4685-a103-cbe5f109c17c req-eff35d92-6879-42ab-ad9c-ed21158a066f tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470083 Jun 29 17:43:44.766846 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01af3f-8ae8-462c-a50d-2f002d71de52 req-a10abba7-bcfe-4c12-b30e-e5b649bcec02 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:44.768534 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8a01af3f-8ae8-462c-a50d-2f002d71de52 req-a10abba7-bcfe-4c12-b30e-e5b649bcec02 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 944 time: 0.1091144 Jun 29 17:43:44.777031 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1837257-cebf-48cc-a23f-535d9419c77a req-f066c9f3-804a-463e-8c4f-c195f43fad26 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:44.778497 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f1837257-cebf-48cc-a23f-535d9419c77a req-f066c9f3-804a-463e-8c4f-c195f43fad26 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.1165195 Jun 29 17:43:44.833453 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 35482) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:43:44.845411 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8a01af3f-8ae8-462c-a50d-2f002d71de52 req-73b9f142-7dba-4899-925a-52057513947f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659404 Jun 29 17:43:44.859109 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f1837257-cebf-48cc-a23f-535d9419c77a req-b795e04c-9056-40d0-945a-ed8cb2aa0b87 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727103 Jun 29 17:43:44.973969 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-d30b2b03-957e-429c-868b-0b4055a9bac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:45.061873 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-d30b2b03-957e-429c-868b-0b4055a9bac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:45.148901 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-d30b2b03-957e-429c-868b-0b4055a9bac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:45.148901 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-2f2f9b15-35a4-4d26-a657-bfdfc1095eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:45.162852 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b2b03-957e-429c-868b-0b4055a9bac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28b0f23-1776-4174-99e8-2d67e094d752,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:45.167251 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-d30b2b03-957e-429c-868b-0b4055a9bac5 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d3cbea11f9dc423aac9d6528b08c1c3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3313704 Jun 29 17:43:45.168220 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-d30b2b03-957e-429c-868b-0b4055a9bac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:45.170118 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 35486) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:43:45.219316 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-5f662e63-adf9-4b49-96eb-5f718d298cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:45.242546 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-5f662e63-adf9-4b49-96eb-5f718d298cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:45.431997 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-5f662e63-adf9-4b49-96eb-5f718d298cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:45.436345 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-5f662e63-adf9-4b49-96eb-5f718d298cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:45.437771 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-5f662e63-adf9-4b49-96eb-5f718d298cc7 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a28b0f23-1776-4174-99e8-2d67e094d752 HTTP/1.1" status: 204 len: 168 time: 0.2666399 Jun 29 17:43:45.444616 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-90003ca8-4456-40bf-be2d-344ae656a10e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:45.453853 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f662e63-adf9-4b49-96eb-5f718d298cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28b0f23-1776-4174-99e8-2d67e094d752,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:45.456553 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-5f662e63-adf9-4b49-96eb-5f718d298cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:45.568236 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e123d5-755c-4323-a951-59e540cf8dfd req-fa0acb16-875b-412f-866f-41b0b15a1aa5 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:45.570107 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-40e123d5-755c-4323-a951-59e540cf8dfd req-fa0acb16-875b-412f-866f-41b0b15a1aa5 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 945 time: 0.0660148 Jun 29 17:43:45.627888 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-40e123d5-755c-4323-a951-59e540cf8dfd req-66a79dfc-6989-4809-85de-5ed26738a373 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503240 Jun 29 17:43:46.130191 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd710e90-9368-4b68-9fce-9dfcdcf9d4da req-a045485b-f2d3-4ef8-9c8b-2d68c3c2ada2 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:46.133769 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 35500) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:43:46.134657 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fd710e90-9368-4b68-9fce-9dfcdcf9d4da req-a045485b-f2d3-4ef8-9c8b-2d68c3c2ada2 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 944 time: 0.1097047 Jun 29 17:43:46.147660 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-c10ee9aa-bfd2-4efc-8d29-6e809141e3b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:46.148652 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420af3f-c0de-438d-9385-bf8ee713fad3 req-034bf82c-4001-4e78-b488-e45a8121300b tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:46.150130 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a420af3f-c0de-438d-9385-bf8ee713fad3 req-034bf82c-4001-4e78-b488-e45a8121300b tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.1158421 Jun 29 17:43:46.200534 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fd710e90-9368-4b68-9fce-9dfcdcf9d4da req-4b7c7378-6746-4cfe-98fe-d1a27289d541 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595446 Jun 29 17:43:46.228434 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a420af3f-c0de-438d-9385-bf8ee713fad3 req-eb2269a1-9828-4ac0-bc73-5003e6860861 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660260 Jun 29 17:43:46.273249 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-c10ee9aa-bfd2-4efc-8d29-6e809141e3b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:46.356073 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-c10ee9aa-bfd2-4efc-8d29-6e809141e3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:46.358964 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-fbb90dbf-351c-4226-8fe9-a76d66127eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:46.400773 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ee9aa-bfd2-4efc-8d29-6e809141e3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b1caf3-9eb7-4b3a-be56-d1eb12fd2b3b,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:46.415395 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-c10ee9aa-bfd2-4efc-8d29-6e809141e3b0 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b69f237d87144952baa2b71a3c9de0aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2804432 Jun 29 17:43:46.416127 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 35502) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:43:46.417123 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-c10ee9aa-bfd2-4efc-8d29-6e809141e3b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:46.466751 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9c4f8111-04e0-4f41-a306-5a265b85c5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:46.490639 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9c4f8111-04e0-4f41-a306-5a265b85c5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:46.615109 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9c4f8111-04e0-4f41-a306-5a265b85c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:46.617788 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9c4f8111-04e0-4f41-a306-5a265b85c5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:46.618951 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-9c4f8111-04e0-4f41-a306-5a265b85c5d7 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e5b1caf3-9eb7-4b3a-be56-d1eb12fd2b3b HTTP/1.1" status: 204 len: 168 time: 0.2008095 Jun 29 17:43:46.619664 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-5b66adca-5bc6-4d9d-8dd7-e0aee8521f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:46.627396 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f8111-04e0-4f41-a306-5a265b85c5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b1caf3-9eb7-4b3a-be56-d1eb12fd2b3b,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:46.629735 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-9c4f8111-04e0-4f41-a306-5a265b85c5d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:46.818500 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb2826-de03-4c4e-a721-d18bb647b94c req-9431ce0a-1b2d-47b6-b785-f2329c0757cd tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:46.820739 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-abdb2826-de03-4c4e-a721-d18bb647b94c req-9431ce0a-1b2d-47b6-b785-f2329c0757cd tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 945 time: 0.0713382 Jun 29 17:43:46.862853 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-abdb2826-de03-4c4e-a721-d18bb647b94c req-7176dd11-83a2-45e3-9e05-21f8609cc785 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362051 Jun 29 17:43:47.443810 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf6d5f-ce32-4ca3-a5a4-a30d17d352e4 req-980233be-2b4f-4a96-bafb-0036aaac2a5a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:47.445327 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-82bf6d5f-ce32-4ca3-a5a4-a30d17d352e4 req-980233be-2b4f-4a96-bafb-0036aaac2a5a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 944 time: 0.1085994 Jun 29 17:43:47.461204 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49ec88-767f-4603-9a9f-431867088920 req-34ea5fe1-be21-4cc8-93e0-7aedfba4a524 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:47.466538 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7c49ec88-767f-4603-9a9f-431867088920 req-34ea5fe1-be21-4cc8-93e0-7aedfba4a524 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.0967164 Jun 29 17:43:47.527069 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7c49ec88-767f-4603-9a9f-431867088920 req-da9c1214-0d41-4fac-bf29-33bbeb4aab16 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575914 Jun 29 17:43:47.529919 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-82bf6d5f-ce32-4ca3-a5a4-a30d17d352e4 req-4769f6a1-03a6-45b1-8fd9-eb3ecd378e5e tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776167 Jun 29 17:43:47.581100 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 35518) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:43:47.596799 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-69d31635-1ad0-4eeb-82f9-4c164a4064ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:47.702107 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-69d31635-1ad0-4eeb-82f9-4c164a4064ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:47.752152 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-69d31635-1ad0-4eeb-82f9-4c164a4064ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:47.754576 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-ca2e2aea-e5ee-4cc7-861d-fc8811d2ed04 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:47.790217 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-69d31635-1ad0-4eeb-82f9-4c164a4064ff admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=b68355d956dd4398abb98996f295b26f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2079926 Jun 29 17:43:47.792160 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d31635-1ad0-4eeb-82f9-4c164a4064ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f335c4a5-2ae9-4f02-a84a-9c00e4974d09,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:47.793063 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 35520) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:43:47.795795 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-69d31635-1ad0-4eeb-82f9-4c164a4064ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:47.849510 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-99d55d42-5200-4af5-8375-b97776cc2a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:47.870697 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-99d55d42-5200-4af5-8375-b97776cc2a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:47.986169 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-99d55d42-5200-4af5-8375-b97776cc2a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:47.989274 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-99d55d42-5200-4af5-8375-b97776cc2a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:47.990443 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-99d55d42-5200-4af5-8375-b97776cc2a0f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f335c4a5-2ae9-4f02-a84a-9c00e4974d09 HTTP/1.1" status: 204 len: 168 time: 0.1964030 Jun 29 17:43:47.991352 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-76522c9f-eeb5-46f2-97bc-b1e33855fbe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:47.999118 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d55d42-5200-4af5-8375-b97776cc2a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f335c4a5-2ae9-4f02-a84a-9c00e4974d09,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:48.007164 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d55d42-5200-4af5-8375-b97776cc2a0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:43:48.007483 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d55d42-5200-4af5-8375-b97776cc2a0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:43:48.007871 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d55d42-5200-4af5-8375-b97776cc2a0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:43:48.008334 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d55d42-5200-4af5-8375-b97776cc2a0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:43:48.008565 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d55d42-5200-4af5-8375-b97776cc2a0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:43:48.009103 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d55d42-5200-4af5-8375-b97776cc2a0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:43:48.009464 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d55d42-5200-4af5-8375-b97776cc2a0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:43:48.009816 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d55d42-5200-4af5-8375-b97776cc2a0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:43:48.010166 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d55d42-5200-4af5-8375-b97776cc2a0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:43:48.011152 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d55d42-5200-4af5-8375-b97776cc2a0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:43:48.011522 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d55d42-5200-4af5-8375-b97776cc2a0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:43:48.012052 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d55d42-5200-4af5-8375-b97776cc2a0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:43:48.015265 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-99d55d42-5200-4af5-8375-b97776cc2a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:48.065551 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd71911-f2c1-454f-97fa-e65e6f353374 req-d5aeeb84-c36c-4d15-8468-a9678736b547 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:48.067954 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-3bd71911-f2c1-454f-97fa-e65e6f353374 req-d5aeeb84-c36c-4d15-8468-a9678736b547 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 945 time: 0.0905299 Jun 29 17:43:48.116825 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-3bd71911-f2c1-454f-97fa-e65e6f353374 req-e23a8b40-a094-4127-b49e-db26484edd0f tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427032 Jun 29 17:43:48.811067 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94729f-d795-4f63-8104-bcd0af36739c req-fb61e845-675f-49be-ac8d-5788a21960ad tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:48.812638 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bd94729f-d795-4f63-8104-bcd0af36739c req-fb61e845-675f-49be-ac8d-5788a21960ad tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 944 time: 0.1305411 Jun 29 17:43:48.821687 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77201a80-a111-47bc-8263-9f547877a57b req-5b7de962-a952-4d3a-838b-46a5ca910789 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:48.823113 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-77201a80-a111-47bc-8263-9f547877a57b req-5b7de962-a952-4d3a-838b-46a5ca910789 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.0910027 Jun 29 17:43:48.891557 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bd94729f-d795-4f63-8104-bcd0af36739c req-7ea8182d-1cef-428d-bba0-5d86da49fc0d tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673528 Jun 29 17:43:48.903147 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-77201a80-a111-47bc-8263-9f547877a57b req-eaf35c01-5bce-43fb-b186-57dc118d002b tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685866 Jun 29 17:43:49.222978 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 35554) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:43:49.315417 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64daf82-d759-4edb-a93d-454186287433 req-f7e61f9d-cfda-42be-ae3a-0e7f68d75eab tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:49.317200 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d64daf82-d759-4edb-a93d-454186287433 req-f7e61f9d-cfda-42be-ae3a-0e7f68d75eab tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 945 time: 0.0738263 Jun 29 17:43:49.334666 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1149308598-network', 'tenant_id': '9a76096d88eb4ab782efaefdb035a8ab'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:43:49.375862 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d64daf82-d759-4edb-a93d-454186287433 req-88eeea60-bb5e-4b1c-ae71-9c0164bf5f9d tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522652 Jun 29 17:43:49.449294 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] Made reservation on behalf of 9a76096d88eb4ab782efaefdb035a8ab for: {'network': 1} {{(pid=100362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:43:49.451638 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for network, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:49.461764 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:49.548586 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:49.609811 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:49.614170 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-1deb2758-9891-48a2-bdb6-af2631f731ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:49.641702 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=100362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:43:49.653222 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:49.653971 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.db.segments_db [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] Added segment 774c9814-78d1-4520-815c-c57c0eb47a8f of type vlan for network 2941a7fb-dbfe-49a5-9fb3-9df14025e004 Jun 29 17:43:49.654956 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7da961-ab3b-4ac2-a8c9-ec65183f4555,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:49.674967 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:43:49.675336 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:43:49.675690 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:43:49.676062 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:43:49.676408 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:43:49.676757 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:43:49.678050 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:43:49.678469 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:43:49.678812 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:43:49.679157 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:43:49.679494 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:43:49.679876 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:43:49.691419 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:49.724391 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732082150732'] for network, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:49.865114 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for network, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:49.866863 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:49.867456 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:49.869803 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:49.950738 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] Pushing event updated for resources: {'Network': ['ID=2941a7fb-dbfe-49a5-9fb3-9df14025e004,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:49.953856 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:49.961862 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Network 2941a7fb-dbfe-49a5-9fb3-9df14025e004 details requested by agent ovs-agent-dv-cinder-763306-14-iscsi with host dv-cinder-763306-14-iscsi {{(pid=100363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:43:50.162829 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c7dde-9add-4391-9a72-c25f9aa71071 req-de71d0a5-f493-4ec3-aaf8-5f0810341d2b tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:50.175764 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7c4c7dde-9add-4391-9a72-c25f9aa71071 req-de71d0a5-f493-4ec3-aaf8-5f0810341d2b tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 944 time: 0.1099751 Jun 29 17:43:50.197081 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594ff12-37eb-4b6d-b6b8-a86fe9d3b2f0 req-2a433724-0923-4829-9700-e0350ba9cd44 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:50.198839 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a594ff12-37eb-4b6d-b6b8-a86fe9d3b2f0 req-2a433724-0923-4829-9700-e0350ba9cd44 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.1466427 Jun 29 17:43:50.225584 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7c4c7dde-9add-4391-9a72-c25f9aa71071 req-fdd1b65a-36b6-405f-a7f8-950aa595a7db tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549042 Jun 29 17:43:50.256971 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a594ff12-37eb-4b6d-b6b8-a86fe9d3b2f0 req-c2ad5a38-0f4b-49c8-b112-94800d5b18fd tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455601 Jun 29 17:43:50.532013 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3078964 Jun 29 17:43:50.534891 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 35566) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:43:50.540163 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-735a8fd4-bd06-4140-8965-9dc611995daa admin admin] Request body: {'subnet': {'network_id': '2941a7fb-dbfe-49a5-9fb3-9df14025e004', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1149308598-subnet', 'tenant_id': '9a76096d88eb4ab782efaefdb035a8ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:43:50.563425 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b7ea7-ce3b-41b9-b356-f33021df6b3e req-b81c833e-1eb3-4a7e-bc0d-0504f57ee203 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:50.564903 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c39b7ea7-ce3b-41b9-b356-f33021df6b3e req-b81c833e-1eb3-4a7e-bc0d-0504f57ee203 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 945 time: 0.0642085 Jun 29 17:43:50.615917 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c39b7ea7-ce3b-41b9-b356-f33021df6b3e req-e0623228-0eb1-41b0-a6de-cbec13073500 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440526 Jun 29 17:43:50.630836 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735a8fd4-bd06-4140-8965-9dc611995daa admin admin] Made reservation on behalf of 9a76096d88eb4ab782efaefdb035a8ab for: {'subnet': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:43:50.633226 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-735a8fd4-bd06-4140-8965-9dc611995daa admin admin] Notify callbacks [] for subnet, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:51.021060 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-735a8fd4-bd06-4140-8965-9dc611995daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for subnet, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:51.024041 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-fc8c30db-3dcf-4006-8b22-146448d70d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:51.077922 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a8fd4-bd06-4140-8965-9dc611995daa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9a0eb15-1f64-4dc7-b4ab-a6f53ecf59ea,revision_number=0']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:51.090384 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-735a8fd4-bd06-4140-8965-9dc611995daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:51.094276 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735a8fd4-bd06-4140-8965-9dc611995daa admin admin] Checking segment: {'id': '774c9814-78d1-4520-815c-c57c0eb47a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '2941a7fb-dbfe-49a5-9fb3-9df14025e004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:43:51.094631 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735a8fd4-bd06-4140-8965-9dc611995daa admin admin] Network hostable DHCP agents. Network: 2941a7fb-dbfe-49a5-9fb3-9df14025e004, hostable agents: ['24069b9b-1321-42f1-b289-5cb1180ca833'], hosted agents: [] {{(pid=100361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:43:51.186475 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735a8fd4-bd06-4140-8965-9dc611995daa admin admin] Network 2941a7fb-dbfe-49a5-9fb3-9df14025e004 is scheduled to be hosted by DHCP agent 24069b9b-1321-42f1-b289-5cb1180ca833 with binding_index 1 {{(pid=100361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:43:51.266439 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-735a8fd4-bd06-4140-8965-9dc611995daa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-iscsi, 2941a7fb-dbfe-49a5-9fb3-9df14025e004) {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:43:51.276567 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735a8fd4-bd06-4140-8965-9dc611995daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:51.277309 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-735a8fd4-bd06-4140-8965-9dc611995daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for subnet, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:51.278994 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9d8ccf-d2ac-40cb-a7e8-8b5e56198d90 None None] Network 2941a7fb-dbfe-49a5-9fb3-9df14025e004 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:43:51.398933 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-735a8fd4-bd06-4140-8965-9dc611995daa admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8628864 Jun 29 17:43:51.471923 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f08680-0cad-492f-bc15-4853de39425e None None] Network 2941a7fb-dbfe-49a5-9fb3-9df14025e004 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:43:51.529041 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561e446-16ec-4ed3-a3f7-673e4a79240f req-c5afc28f-90dc-4fd8-b888-7d831c989ff9 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:51.530495 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-3561e446-16ec-4ed3-a3f7-673e4a79240f req-c5afc28f-90dc-4fd8-b888-7d831c989ff9 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 944 time: 0.1496828 Jun 29 17:43:51.541625 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d10929f-c225-4641-a004-f7fb4716da11 req-e2d77558-12d5-47f1-af6b-f37372d7b37e tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:51.544240 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6d10929f-c225-4641-a004-f7fb4716da11 req-e2d77558-12d5-47f1-af6b-f37372d7b37e tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.1516666 Jun 29 17:43:51.618600 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-3561e446-16ec-4ed3-a3f7-673e4a79240f req-7c6e01d0-fc3f-41e5-998c-1a8a9d89c714 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733058 Jun 29 17:43:51.636377 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6d10929f-c225-4641-a004-f7fb4716da11 req-395227d5-9116-468c-8bb2-043fea97de55 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795996 Jun 29 17:43:51.832456 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e16c16-8790-42db-90dc-973fe5236833 req-975d5bb3-f262-4fe5-beef-661f38b9f8eb tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:51.836017 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-78e16c16-8790-42db-90dc-973fe5236833 req-975d5bb3-f262-4fe5-beef-661f38b9f8eb tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 945 time: 0.0891078 Jun 29 17:43:51.883106 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-78e16c16-8790-42db-90dc-973fe5236833 req-88aba711-f7cb-4017-9042-82a64bc7b3e4 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392210 Jun 29 17:43:52.199813 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 35592) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:43:52.207040 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-37ff8096-d7f2-482d-9cb0-e2fe0f95ae87 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2087240952-network', 'tenant_id': '3c7f56ee12c844f5ad96d07379743c11'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:43:52.586045 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ff8096-d7f2-482d-9cb0-e2fe0f95ae87 admin admin] Made reservation on behalf of 3c7f56ee12c844f5ad96d07379743c11 for: {'network': 1} {{(pid=100362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:43:52.588499 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-37ff8096-d7f2-482d-9cb0-e2fe0f95ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for network, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:52.597157 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-37ff8096-d7f2-482d-9cb0-e2fe0f95ae87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:52.729503 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-37ff8096-d7f2-482d-9cb0-e2fe0f95ae87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:52.821386 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-37ff8096-d7f2-482d-9cb0-e2fe0f95ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:52.828025 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-ba94047a-4aa4-432a-8e7a-fef5f0c972e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:53.048961 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ff8096-d7f2-482d-9cb0-e2fe0f95ae87 admin admin] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=100362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:43:53.068862 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff8096-d7f2-482d-9cb0-e2fe0f95ae87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a41e248-f3ca-4259-a723-cc7faec5cbbc,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:53.089219 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-37ff8096-d7f2-482d-9cb0-e2fe0f95ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:53.089219 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.db.segments_db [None req-37ff8096-d7f2-482d-9cb0-e2fe0f95ae87 admin admin] Added segment 289c20df-10e0-43b6-a654-e6d9942ebb7d of type vlan for network a7476ed0-a8cf-42c3-a969-8510ace96095 Jun 29 17:43:53.089219 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-37ff8096-d7f2-482d-9cb0-e2fe0f95ae87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:53.134594 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a9cba-ee90-4cf7-807c-10f53e9a8ac2 req-48a4cd02-f5b0-49f7-82a9-d49bfce0fc59 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:53.136059 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d68a9cba-ee90-4cf7-807c-10f53e9a8ac2 req-48a4cd02-f5b0-49f7-82a9-d49bfce0fc59 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 944 time: 0.3781583 Jun 29 17:43:53.147056 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-37ff8096-d7f2-482d-9cb0-e2fe0f95ae87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732082150732'] for network, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:53.160741 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c846d3-bbee-43be-829f-a01af7c591ce req-cae4bceb-8816-4c62-af9e-e433a43f1932 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:53.162241 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-75c846d3-bbee-43be-829f-a01af7c591ce req-cae4bceb-8816-4c62-af9e-e433a43f1932 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.3752387 Jun 29 17:43:53.237860 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d68a9cba-ee90-4cf7-807c-10f53e9a8ac2 req-9206b97a-142e-4b50-89f7-4028c17b773e tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862017 Jun 29 17:43:53.244011 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-75c846d3-bbee-43be-829f-a01af7c591ce req-2ff8f12a-4c23-4edb-bf06-4838ac563d20 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737238 Jun 29 17:43:53.323508 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-37ff8096-d7f2-482d-9cb0-e2fe0f95ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for network, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:53.324884 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ff8096-d7f2-482d-9cb0-e2fe0f95ae87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:53.325450 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-37ff8096-d7f2-482d-9cb0-e2fe0f95ae87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:53.327598 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:53.419190 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff8096-d7f2-482d-9cb0-e2fe0f95ae87 admin admin] Pushing event updated for resources: {'Network': ['ID=a7476ed0-a8cf-42c3-a969-8510ace96095,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:53.422085 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-37ff8096-d7f2-482d-9cb0-e2fe0f95ae87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:53.429437 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Network a7476ed0-a8cf-42c3-a969-8510ace96095 details requested by agent ovs-agent-dv-cinder-763306-14-iscsi with host dv-cinder-763306-14-iscsi {{(pid=100363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:43:53.459766 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f9fd1-1354-4096-bb3f-fca44611f522 req-3de5c5ba-c82d-4812-ad43-44d79ed426e4 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:53.461370 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ad4f9fd1-1354-4096-bb3f-fca44611f522 req-3de5c5ba-c82d-4812-ad43-44d79ed426e4 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 945 time: 0.0854104 Jun 29 17:43:53.466895 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-37ff8096-d7f2-482d-9cb0-e2fe0f95ae87 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2660267 Jun 29 17:43:53.469864 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 35604) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:43:53.476073 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-356f763b-24fc-4230-aeab-8fd3c3b459b5 admin admin] Request body: {'subnet': {'network_id': 'a7476ed0-a8cf-42c3-a969-8510ace96095', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2087240952-subnet', 'tenant_id': '3c7f56ee12c844f5ad96d07379743c11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:43:53.511358 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ad4f9fd1-1354-4096-bb3f-fca44611f522 req-f5132e15-9419-4f09-9a39-e6fdfcdb8dc7 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408623 Jun 29 17:43:53.573290 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356f763b-24fc-4230-aeab-8fd3c3b459b5 admin admin] Made reservation on behalf of 3c7f56ee12c844f5ad96d07379743c11 for: {'subnet': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:43:53.575689 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-356f763b-24fc-4230-aeab-8fd3c3b459b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:53.882353 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-356f763b-24fc-4230-aeab-8fd3c3b459b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for subnet, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:53.884973 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:53.933065 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f763b-24fc-4230-aeab-8fd3c3b459b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1001b088-5394-4b06-a6c6-69b9111af88d,revision_number=0']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:53.939523 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-356f763b-24fc-4230-aeab-8fd3c3b459b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:53.949199 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356f763b-24fc-4230-aeab-8fd3c3b459b5 admin admin] Checking segment: {'id': '289c20df-10e0-43b6-a654-e6d9942ebb7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'a7476ed0-a8cf-42c3-a969-8510ace96095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:43:53.949501 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356f763b-24fc-4230-aeab-8fd3c3b459b5 admin admin] Network hostable DHCP agents. Network: a7476ed0-a8cf-42c3-a969-8510ace96095, hostable agents: ['24069b9b-1321-42f1-b289-5cb1180ca833'], hosted agents: [] {{(pid=100361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:43:54.061114 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356f763b-24fc-4230-aeab-8fd3c3b459b5 admin admin] Network a7476ed0-a8cf-42c3-a969-8510ace96095 is scheduled to be hosted by DHCP agent 24069b9b-1321-42f1-b289-5cb1180ca833 with binding_index 1 {{(pid=100361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:43:54.147233 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-356f763b-24fc-4230-aeab-8fd3c3b459b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-iscsi, a7476ed0-a8cf-42c3-a969-8510ace96095) {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:43:54.151182 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356f763b-24fc-4230-aeab-8fd3c3b459b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:54.151845 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-356f763b-24fc-4230-aeab-8fd3c3b459b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for subnet, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:54.156358 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c482c021-edd5-4bd1-84dd-8a31e07302bb None None] Network a7476ed0-a8cf-42c3-a969-8510ace96095 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:43:54.249580 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-356f763b-24fc-4230-aeab-8fd3c3b459b5 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7785664 Jun 29 17:43:54.293213 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c188b2-1a21-4360-9b9f-27224e6cef51 None None] Network a7476ed0-a8cf-42c3-a969-8510ace96095 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:43:54.475668 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12b2d8-c950-40a0-85aa-64e915b81b1d req-9a0f09a5-78db-4d9f-9e7c-15b8b9bf927c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:54.477187 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7b12b2d8-c950-40a0-85aa-64e915b81b1d req-9a0f09a5-78db-4d9f-9e7c-15b8b9bf927c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.1104732 Jun 29 17:43:54.512996 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c8aa3-4a83-4232-adc9-e18c4a9be487 req-865332e8-1937-4d93-b642-76bc7fe7bdae tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:54.514553 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-680c8aa3-4a83-4232-adc9-e18c4a9be487 req-865332e8-1937-4d93-b642-76bc7fe7bdae tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 944 time: 0.1071754 Jun 29 17:43:54.539424 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7b12b2d8-c950-40a0-85aa-64e915b81b1d req-35c535cb-bb7f-4f9b-952b-0acd5cb86669 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551362 Jun 29 17:43:54.569577 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-680c8aa3-4a83-4232-adc9-e18c4a9be487 req-fc964768-5480-4ff6-a40e-d8af72df610b tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440032 Jun 29 17:43:54.729002 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73207277-71d3-4b65-a995-f21bb948646a req-06acb765-b2c5-4afc-9f96-bb8d0ee87cd9 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:54.731007 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-73207277-71d3-4b65-a995-f21bb948646a req-06acb765-b2c5-4afc-9f96-bb8d0ee87cd9 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 945 time: 0.0667214 Jun 29 17:43:54.776925 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-73207277-71d3-4b65-a995-f21bb948646a req-13686ed4-57e3-46a1-8261-55fae2457b73 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388882 Jun 29 17:43:55.110691 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7054042-b671-41e1-9627-b501ac80da48 req-b1f34f65-feb2-4347-b51f-6ca377c3d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:55.112272 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b7054042-b671-41e1-9627-b501ac80da48 req-b1f34f65-feb2-4347-b51f-6ca377c3d8cc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 1098 time: 0.0889413 Jun 29 17:43:55.168545 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b7054042-b671-41e1-9627-b501ac80da48 req-1f1145c7-9775-45e9-bf2d-e01fc81e61e1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489755 Jun 29 17:43:55.761472 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c533f2-9d97-4213-9985-7e54506ff4d3 req-c31e42eb-4899-48f5-8000-7611fdb76b5a tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:55.762945 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-41c533f2-9d97-4213-9985-7e54506ff4d3 req-c31e42eb-4899-48f5-8000-7611fdb76b5a tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.1107533 Jun 29 17:43:55.784364 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2553ec-15dd-4db9-a053-449328234f07 req-eb386cd6-59fd-44d9-bcfe-0327d8a8bb32 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:55.785783 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-da2553ec-15dd-4db9-a053-449328234f07 req-eb386cd6-59fd-44d9-bcfe-0327d8a8bb32 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 944 time: 0.0969114 Jun 29 17:43:55.830521 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-41c533f2-9d97-4213-9985-7e54506ff4d3 req-5234f28c-e123-406b-8d61-46f18cbe746e tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594540 Jun 29 17:43:55.842540 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-da2553ec-15dd-4db9-a053-449328234f07 req-729c00bc-9b58-49d1-8936-0066d6c21bd8 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481851 Jun 29 17:43:55.993993 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bceff3-48dc-4775-9800-f9104528d43a req-5238ea6b-0632-4e0b-bf9c-37ca655796d2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:55.995439 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f0bceff3-48dc-4775-9800-f9104528d43a req-5238ea6b-0632-4e0b-bf9c-37ca655796d2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 945 time: 0.0628889 Jun 29 17:43:56.035299 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f0bceff3-48dc-4775-9800-f9104528d43a req-5d10f6f2-baac-449c-bbe9-4cd413882c16 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342493 Jun 29 17:43:57.063887 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b5e1e-a5da-4419-8d48-aee0baa2f03b req-7e8216a3-a8e5-4b7f-8227-55f1c22fc36a tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:57.065354 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a34b5e1e-a5da-4419-8d48-aee0baa2f03b req-7e8216a3-a8e5-4b7f-8227-55f1c22fc36a tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.1141288 Jun 29 17:43:57.080145 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c723e-4137-43df-8937-385305e60cc1 req-bfd5ad30-47e8-4565-a14f-c9d02b06e329 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:57.081550 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-058c723e-4137-43df-8937-385305e60cc1 req-bfd5ad30-47e8-4565-a14f-c9d02b06e329 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 944 time: 0.0957818 Jun 29 17:43:57.135307 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a34b5e1e-a5da-4419-8d48-aee0baa2f03b req-d00086ed-6eda-43c8-9add-ce507e2d48c0 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626597 Jun 29 17:43:57.142421 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-058c723e-4137-43df-8937-385305e60cc1 req-e0688f47-0c92-4900-bee9-cebb44d22692 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543683 Jun 29 17:43:57.328839 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38192bf6-b58d-4327-9bc3-94ab6fcbe29a req-07253cc1-00d8-443d-a78d-17c156ae4cca tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:57.330336 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-38192bf6-b58d-4327-9bc3-94ab6fcbe29a req-07253cc1-00d8-443d-a78d-17c156ae4cca tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 945 time: 0.0745456 Jun 29 17:43:57.369030 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-38192bf6-b58d-4327-9bc3-94ab6fcbe29a req-a05d3b02-d961-41b7-b534-f29147e78866 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326054 Jun 29 17:43:57.426400 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-588809c3-5549-4cdd-9863-1acea46554be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:57.544775 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be806b85-fd44-4090-876e-9166c8aa344e req-3620d589-9ac5-4e16-acb3-830347cd2e3a tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:57.546231 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-be806b85-fd44-4090-876e-9166c8aa344e req-3620d589-9ac5-4e16-acb3-830347cd2e3a tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 945 time: 0.0632918 Jun 29 17:43:57.585520 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-be806b85-fd44-4090-876e-9166c8aa344e req-914005d7-433f-433e-b90e-8540fca39336 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336235 Jun 29 17:43:57.609428 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 35662) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:43:57.809647 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e49f6c8-8424-443f-b174-20487361c1c3 tempest-TestVolumeBootPattern-79180066 tempest-TestVolumeBootPattern-79180066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:57.811149 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-7e49f6c8-8424-443f-b174-20487361c1c3 tempest-TestVolumeBootPattern-79180066 tempest-TestVolumeBootPattern-79180066-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 1093 time: 0.2006912 Jun 29 17:43:57.814184 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 35668) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:43:57.820219 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-43c47578-04c0-42a1-b09d-78ce1af2ad3b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Request body: {'floatingip': {'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'port_id': '39848325-4f6d-4569-acf2-fcdefb220ba1', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:43:57.940521 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-43c47578-04c0-42a1-b09d-78ce1af2ad3b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for floatingip, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:58.045255 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-43c47578-04c0-42a1-b09d-78ce1af2ad3b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:58.155946 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.db_base_plugin_common [None req-43c47578-04c0-42a1-b09d-78ce1af2ad3b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Allocated IP 172.27.3.169 (26c48c97-dd4e-49af-8475-2ecf6fc0aadd/7cd7448d-c974-46f0-8ef9-2783dc523a5d/bfdbc659-09ea-4fe3-81e9-70bb5bdcec40) {{(pid=100362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:43:58.262909 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-43c47578-04c0-42a1-b09d-78ce1af2ad3b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for port, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:58.404356 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9baaee-f8f0-4641-a7bd-e4e95f6623c2 req-a14f33e5-ca68-4d10-b44d-21c72919e464 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:58.405840 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7e9baaee-f8f0-4641-a7bd-e4e95f6623c2 req-a14f33e5-ca68-4d10-b44d-21c72919e464 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 944 time: 0.1292126 Jun 29 17:43:58.414313 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fba870-a55d-4425-a8d8-1a66a681f6da req-75503380-dbbb-4d8b-ae15-ea96d7066752 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:58.415755 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-80fba870-a55d-4425-a8d8-1a66a681f6da req-75503380-dbbb-4d8b-ae15-ea96d7066752 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.1504893 Jun 29 17:43:58.463252 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-43c47578-04c0-42a1-b09d-78ce1af2ad3b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2715346'] for port, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:58.475093 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7e9baaee-f8f0-4641-a7bd-e4e95f6623c2 req-90a85137-a859-4d2d-8720-c2692de362a9 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584211 Jun 29 17:43:58.478106 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-939566a8-4d4b-4d3e-b64b-a06e6765f9bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:58.485992 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-80fba870-a55d-4425-a8d8-1a66a681f6da req-dc3e22b4-8333-4981-9457-d1e195e5e15d tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625284 Jun 29 17:43:58.518428 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c47578-04c0-42a1-b09d-78ce1af2ad3b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd is already hosted by enough agents. {{(pid=100362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:43:58.521318 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.base_scheduler [None req-43c47578-04c0-42a1-b09d-78ce1af2ad3b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Resources bound (agent type, host, resource id): {{(pid=100362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:43:58.524755 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c47578-04c0-42a1-b09d-78ce1af2ad3b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Received port after_create {{(pid=100362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:43:58.552858 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c47578-04c0-42a1-b09d-78ce1af2ad3b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Pushing event updated for resources: {'Port': ['ID=bfdbc659-09ea-4fe3-81e9-70bb5bdcec40,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:58.556556 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-43c47578-04c0-42a1-b09d-78ce1af2ad3b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:59.054897 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-43c47578-04c0-42a1-b09d-78ce1af2ad3b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:59.241158 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-43c47578-04c0-42a1-b09d-78ce1af2ad3b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:59.388847 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-43c47578-04c0-42a1-b09d-78ce1af2ad3b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for port, precommit_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:59.464248 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-43c47578-04c0-42a1-b09d-78ce1af2ad3b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2715360'] for port, after_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:59.466482 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:43:59.797309 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c47578-04c0-42a1-b09d-78ce1af2ad3b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Pushing event updated for resources: {'Port': ['ID=bfdbc659-09ea-4fe3-81e9-70bb5bdcec40,revision_number=2']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:43:59.809703 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-43c47578-04c0-42a1-b09d-78ce1af2ad3b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:43:59.813599 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-b39c0d94-fc4c-4069-845f-0a8542541ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:59.818075 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-43c47578-04c0-42a1-b09d-78ce1af2ad3b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617202'] for floatingip, after_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:59.897092 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230266be-a19b-4a7e-a0ce-65fb023f84f9 req-b3b064ba-c96b-47ed-956d-8b7d2bbdbb36 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:59.898569 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-230266be-a19b-4a7e-a0ce-65fb023f84f9 req-b3b064ba-c96b-47ed-956d-8b7d2bbdbb36 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 944 time: 0.2113674 Jun 29 17:43:59.905024 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:43:59.947486 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d95f92-5a34-46f0-8cd8-40c813e42f87 req-c48fcc65-e932-4c11-8181-2385bd20ce13 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:43:59.949115 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a8d95f92-5a34-46f0-8cd8-40c813e42f87 req-c48fcc65-e932-4c11-8181-2385bd20ce13 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.2589860 Jun 29 17:43:59.994206 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.db.l3_db [None req-43c47578-04c0-42a1-b09d-78ce1af2ad3b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Floating IP b275487b-37ba-4962-a114-c850b50ea10e associated. External IP: 172.27.3.169, port: 39848325-4f6d-4569-acf2-fcdefb220ba1. Jun 29 17:44:00.044908 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-230266be-a19b-4a7e-a0ce-65fb023f84f9 req-f394ea21-1e4f-4e52-a984-7b3698f3c23a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178911 Jun 29 17:44:00.055181 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a8d95f92-5a34-46f0-8cd8-40c813e42f87 req-ca7784ee-b226-4233-ba78-03d23fe2caa3 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977674 Jun 29 17:44:00.227982 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c47578-04c0-42a1-b09d-78ce1af2ad3b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Router f48acc36-0728-486a-90ec-28e5d91a15cd has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:44:00.337802 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c47578-04c0-42a1-b09d-78ce1af2ad3b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:44:00.346660 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0616b5d9-3330-4cc4-98bb-acd4f670030d None None] Sync routers for ids ['f48acc36-0728-486a-90ec-28e5d91a15cd'] in dv-cinder-763306-14-iscsi {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:44:00.356800 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0616b5d9-3330-4cc4-98bb-acd4f670030d None None] Routers {'f48acc36-0728-486a-90ec-28e5d91a15cd'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:44:00.363780 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-0616b5d9-3330-4cc4-98bb-acd4f670030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:44:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['f48acc36-0728-486a-90ec-28e5d91a15cd'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:44:00.430226 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-43c47578-04c0-42a1-b09d-78ce1af2ad3b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for floatingip, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:00.462012 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-0616b5d9-3330-4cc4-98bb-acd4f670030d None None] Set router f48acc36-0728-486a-90ec-28e5d91a15cd gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:44:00.467715 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-43c47578-04c0-42a1-b09d-78ce1af2ad3b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6525381 Jun 29 17:44:00.468350 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85de3d19-36f8-4669-b53d-7a4d628f4b76', 'tag': '39848325-4f6d-4569-acf2-fcdefb220ba1'}] {{(pid=100362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:44:00.470789 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48a6f13d0593460c6bf74d2d89cdb7f9c13c152b36d4e67a00c4f10a3cffdd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5386250-1ed4-4500-ba36-2f9d273f1521" -d '{"events": [{"name": "network-changed", "server_uuid": "85de3d19-36f8-4669-b53d-7a4d628f4b76", "tag": "39848325-4f6d-4569-acf2-fcdefb220ba1"}]}' {{(pid=100362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:44:00.508152 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54964453-a908-463b-874d-8f0b029e6235 x-openstack-request-id: req-54964453-a908-463b-874d-8f0b029e6235 {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:44:00.508472 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85de3d19-36f8-4669-b53d-7a4d628f4b76", "tag": "39848325-4f6d-4569-acf2-fcdefb220ba1", "status": "completed", "code": 200}]} {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:44:00.508746 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-54964453-a908-463b-874d-8f0b029e6235 {{(pid=100362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:44:00.509169 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85de3d19-36f8-4669-b53d-7a4d628f4b76', 'tag': '39848325-4f6d-4569-acf2-fcdefb220ba1', 'status': 'completed', 'code': 200} Jun 29 17:44:00.691137 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-0616b5d9-3330-4cc4-98bb-acd4f670030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'name': 'tempest-TestVolumeBootPattern-1590326425-router', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:41Z', 'updated_at': '2021-06-29T17:42:44Z', 'revision_number': 4, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'gw_port': {'id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:42Z', 'updated_at': '2021-06-29T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_floatingips': [{'id': 'b275487b-37ba-4962-a114-c850b50ea10e', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'port_id': '39848325-4f6d-4569-acf2-fcdefb220ba1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'mac_address': 'fa:16:3e:3e:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85de3d19-36f8-4669-b53d-7a4d628f4b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:43:58Z', 'updated_at': '2021-06-29T17:43:58Z', 'revision_number': 0, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15342335-f1d6-4a68-9031-f33f5b813a23', 'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'mac_address': 'fa:16:3e:28:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:44Z', 'updated_at': '2021-06-29T17:42:51Z', 'revision_number': 5, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'subnets': [{'id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:44:00.720350 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0616b5d9-3330-4cc4-98bb-acd4f670030d None None] Checking router: f48acc36-0728-486a-90ec-28e5d91a15cd for host: dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:44:00.730290 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0616b5d9-3330-4cc4-98bb-acd4f670030d None None] Routers {'f48acc36-0728-486a-90ec-28e5d91a15cd'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:44:00.730893 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-0616b5d9-3330-4cc4-98bb-acd4f670030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:44:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['f48acc36-0728-486a-90ec-28e5d91a15cd'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:44:00.837242 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-0616b5d9-3330-4cc4-98bb-acd4f670030d None None] Set router f48acc36-0728-486a-90ec-28e5d91a15cd gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:44:01.051521 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-0616b5d9-3330-4cc4-98bb-acd4f670030d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'name': 'tempest-TestVolumeBootPattern-1590326425-router', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:41Z', 'updated_at': '2021-06-29T17:42:44Z', 'revision_number': 4, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'gw_port': {'id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:42Z', 'updated_at': '2021-06-29T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_floatingips': [{'id': 'b275487b-37ba-4962-a114-c850b50ea10e', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'port_id': '39848325-4f6d-4569-acf2-fcdefb220ba1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'mac_address': 'fa:16:3e:3e:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85de3d19-36f8-4669-b53d-7a4d628f4b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:43:58Z', 'updated_at': '2021-06-29T17:43:58Z', 'revision_number': 0, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15342335-f1d6-4a68-9031-f33f5b813a23', 'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'mac_address': 'fa:16:3e:28:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:44Z', 'updated_at': '2021-06-29T17:42:51Z', 'revision_number': 5, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'subnets': [{'id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:44:01.078412 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0616b5d9-3330-4cc4-98bb-acd4f670030d None None] The sync data for ids ['f48acc36-0728-486a-90ec-28e5d91a15cd'] in dv-cinder-763306-14-iscsi is: [{'id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'name': 'tempest-TestVolumeBootPattern-1590326425-router', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:41Z', 'updated_at': '2021-06-29T17:42:44Z', 'revision_number': 4, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'gw_port': {'id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:42Z', 'updated_at': '2021-06-29T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_floatingips': [{'id': 'b275487b-37ba-4962-a114-c850b50ea10e', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'port_id': '39848325-4f6d-4569-acf2-fcdefb220ba1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'mac_address': 'fa:16:3e:3e:6a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85de3d19-36f8-4669-b53d-7a4d628f4b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:43:58Z', 'updated_at': '2021-06-29T17:43:58Z', 'revision_number': 0, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15342335-f1d6-4a68-9031-f33f5b813a23', 'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'mac_address': 'fa:16:3e:28:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:44Z', 'updated_at': '2021-06-29T17:42:51Z', 'revision_number': 5, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'subnets': [{'id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:44:01.285517 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d0995-b7f9-4a02-a55e-98b963ce5a3e req-ea4af83a-b91c-47e3-b659-959de62f27cd tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:01.287207 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a83d0995-b7f9-4a02-a55e-98b963ce5a3e req-ea4af83a-b91c-47e3-b659-959de62f27cd tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 944 time: 0.1156027 Jun 29 17:44:01.294836 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f657bf-c447-45ae-badc-16d917488641 req-92b97a15-26ae-4e75-a6f1-45bf8d31d455 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:01.296337 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-09f657bf-c447-45ae-badc-16d917488641 req-92b97a15-26ae-4e75-a6f1-45bf8d31d455 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.0956945 Jun 29 17:44:01.309400 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208927cf-8f73-47aa-a030-d1679028c010 None None] New status for floating IP b275487b-37ba-4962-a114-c850b50ea10e: ACTIVE {{(pid=100363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 17:44:01.352309 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a83d0995-b7f9-4a02-a55e-98b963ce5a3e req-9b5c3c23-29e0-490e-9cd8-1f3a9faf302f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549817 Jun 29 17:44:01.359713 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-09f657bf-c447-45ae-badc-16d917488641 req-85d40ae2-028c-49fa-8813-420fa1c82886 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558941 Jun 29 17:44:01.478997 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:01.782225 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5386250-1ed4-4500-ba36-2f9d273f1521 req-2e84840d-694a-4386-a363-b488e24b3e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:01.783801 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c5386250-1ed4-4500-ba36-2f9d273f1521 req-2e84840d-694a-4386-a363-b488e24b3e0b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ffa0e33d5f7845379cdcff1fd75bcfc7&device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 1098 time: 0.0519001 Jun 29 17:44:01.895328 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5386250-1ed4-4500-ba36-2f9d273f1521 req-7942ca39-7891-40be-9906-5f36899c6aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:01.896860 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c5386250-1ed4-4500-ba36-2f9d273f1521 req-7942ca39-7891-40be-9906-5f36899c6aaa service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ff2185c-17e8-4779-b98f-a1cbc800f8a8 HTTP/1.1" status: 200 len: 913 time: 0.0916779 Jun 29 17:44:01.967255 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c5386250-1ed4-4500-ba36-2f9d273f1521 req-ba32a6ce-bc01-4e30-9e4f-f00b76f62793 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39848325-4f6d-4569-acf2-fcdefb220ba1 HTTP/1.1" status: 200 len: 1001 time: 0.0571914 Jun 29 17:44:02.020543 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5386250-1ed4-4500-ba36-2f9d273f1521 req-ce6fedc6-8191-497a-89da-badc371bf9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:02.021962 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c5386250-1ed4-4500-ba36-2f9d273f1521 req-ce6fedc6-8191-497a-89da-badc371bf9c1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b7e9dcee-74f5-48ad-89ce-ac67b815e2b9 HTTP/1.1" status: 200 len: 851 time: 0.0470455 Jun 29 17:44:02.082807 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5386250-1ed4-4500-ba36-2f9d273f1521 req-cf0b00a0-4f49-48ed-a479-b49dbf42cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:02.084790 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c5386250-1ed4-4500-ba36-2f9d273f1521 req-cf0b00a0-4f49-48ed-a479-b49dbf42cc07 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ff2185c-17e8-4779-b98f-a1cbc800f8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0554826 Jun 29 17:44:02.178594 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c5386250-1ed4-4500-ba36-2f9d273f1521 req-e03a1f4f-4046-4db0-89aa-a539e26059d4 service neutron] 10.222.0.66 "GET /v2.0/networks/1ff2185c-17e8-4779-b98f-a1cbc800f8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856726 Jun 29 17:44:02.285153 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c5386250-1ed4-4500-ba36-2f9d273f1521 req-a1faba6b-67a3-4a69-a5c5-832c11d5c9f3 service neutron] 10.222.0.66 "GET /v2.0/networks/1ff2185c-17e8-4779-b98f-a1cbc800f8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887606 Jun 29 17:44:02.432374 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6068a1-4373-435f-b1d3-b89f28c85d9f req-da113273-ef20-493b-a9e8-4f74933af922 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:02.434089 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fa6068a1-4373-435f-b1d3-b89f28c85d9f req-da113273-ef20-493b-a9e8-4f74933af922 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.0664227 Jun 29 17:44:02.636808 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57f6c0-56d5-4a43-b6f1-472aca64f8a7 req-9caf3e4a-9609-4112-950a-47854130c240 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:02.638193 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-dc57f6c0-56d5-4a43-b6f1-472aca64f8a7 req-9caf3e4a-9609-4112-950a-47854130c240 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 945 time: 0.1587353 Jun 29 17:44:02.664042 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644287c-0565-4863-951b-eea611f4cdde req-7aef1bed-f1f2-44dc-bc64-b2b18fef0aee tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:02.665517 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1644287c-0565-4863-951b-eea611f4cdde req-7aef1bed-f1f2-44dc-bc64-b2b18fef0aee tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 944 time: 0.1823835 Jun 29 17:44:02.674966 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [req-fa6068a1-4373-435f-b1d3-b89f28c85d9f req-aa327525-8941-49d5-ab0f-d74829580fb7 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Deleting port 0437a45d-bc6d-431c-a9c7-9e89c95a0c0e {{(pid=100362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:44:02.675327 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-fa6068a1-4373-435f-b1d3-b89f28c85d9f req-aa327525-8941-49d5-ab0f-d74829580fb7 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:02.756583 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-dc57f6c0-56d5-4a43-b6f1-472aca64f8a7 req-7ceb5b0d-adc2-41c4-b02c-7b16c74a99e9 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086178 Jun 29 17:44:02.768150 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1644287c-0565-4863-951b-eea611f4cdde req-64267a00-20c4-4e7f-8aba-a3fd9f13f8b1 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948122 Jun 29 17:44:02.813636 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.db [req-fa6068a1-4373-435f-b1d3-b89f28c85d9f req-aa327525-8941-49d5-ab0f-d74829580fb7 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] For port 0437a45d-bc6d-431c-a9c7-9e89c95a0c0e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=0437a45d-bc6d-431c-a9c7-9e89c95a0c0e,segment=NetworkSegment(6999508a-9d87-4259-bdea-144e00f8ef4e),segment_id=6999508a-9d87-4259-bdea-144e00f8ef4e)] {{(pid=100362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:44:02.813996 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-fa6068a1-4373-435f-b1d3-b89f28c85d9f req-aa327525-8941-49d5-ab0f-d74829580fb7 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:02.829750 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [req-fa6068a1-4373-435f-b1d3-b89f28c85d9f req-aa327525-8941-49d5-ab0f-d74829580fb7 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Calling delete_port for 0437a45d-bc6d-431c-a9c7-9e89c95a0c0e owned by compute:nova {{(pid=100362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:44:03.046102 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-0d296546-c975-41ca-a5d1-6482d9c185e8 req-4b58ec48-131c-4bb8-b379-94b8b0ca313f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522017 Jun 29 17:44:03.095218 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-fa6068a1-4373-435f-b1d3-b89f28c85d9f req-aa327525-8941-49d5-ab0f-d74829580fb7 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2715355'] for port, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:03.109219 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-b0ca8744-ce79-4a0f-862e-6cbab53f6e60 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:03.121999 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['68b095f3-21d3-43be-bbe7-bcde4462b877', '0437a45d-bc6d-431c-a9c7-9e89c95a0c0e'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:44:03.162905 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa327525-8941-49d5-ab0f-d74829580fb7 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Pushing event deleted for resources: {'Port': ['ID=0437a45d-bc6d-431c-a9c7-9e89c95a0c0e,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:03.166782 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d296546-c975-41ca-a5d1-6482d9c185e8 req-4851c5b0-cc75-42f8-a4d9-36b62c111035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:03.169505 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-0d296546-c975-41ca-a5d1-6482d9c185e8 req-4851c5b0-cc75-42f8-a4d9-36b62c111035 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87f56b14a5034bf38448dbb35360a4fc&device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 1098 time: 0.0803123 Jun 29 17:44:03.173898 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:03.178337 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-aa327525-8941-49d5-ab0f-d74829580fb7 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:03.202800 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6068a1-4373-435f-b1d3-b89f28c85d9f req-aa327525-8941-49d5-ab0f-d74829580fb7 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] No DVR routers for this DVR port 0437a45d-bc6d-431c-a9c7-9e89c95a0c0e on host hv-cinder-76330 {{(pid=100362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:44:03.206221 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-fa6068a1-4373-435f-b1d3-b89f28c85d9f req-aa327525-8941-49d5-ab0f-d74829580fb7 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:03.209152 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fa6068a1-4373-435f-b1d3-b89f28c85d9f req-aa327525-8941-49d5-ab0f-d74829580fb7 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.66 "DELETE /v2.0/ports/0437a45d-bc6d-431c-a9c7-9e89c95a0c0e HTTP/1.1" status: 204 len: 173 time: 0.7673197 Jun 29 17:44:03.209679 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5ace498-4096-4816-bf47-edc65edd9fe1', 'name': 'network-vif-deleted', 'tag': '0437a45d-bc6d-431c-a9c7-9e89c95a0c0e'}] {{(pid=100362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:44:03.212910 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48a6f13d0593460c6bf74d2d89cdb7f9c13c152b36d4e67a00c4f10a3cffdd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436ed788-4663-4908-b146-c1789e38ddf7" -d '{"events": [{"server_uuid": "b5ace498-4096-4816-bf47-edc65edd9fe1", "name": "network-vif-deleted", "tag": "0437a45d-bc6d-431c-a9c7-9e89c95a0c0e"}]}' {{(pid=100362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:44:03.252912 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feef4c30-9af9-4c9b-8987-7565426eb3d2 x-openstack-request-id: req-feef4c30-9af9-4c9b-8987-7565426eb3d2 {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:44:03.253240 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5ace498-4096-4816-bf47-edc65edd9fe1", "name": "network-vif-deleted", "tag": "0437a45d-bc6d-431c-a9c7-9e89c95a0c0e", "status": "completed", "code": 200}]} {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:44:03.253534 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-feef4c30-9af9-4c9b-8987-7565426eb3d2 {{(pid=100362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:44:03.254154 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5ace498-4096-4816-bf47-edc65edd9fe1', 'name': 'network-vif-deleted', 'tag': '0437a45d-bc6d-431c-a9c7-9e89c95a0c0e', 'status': 'completed', 'code': 200} Jun 29 17:44:03.318433 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d296546-c975-41ca-a5d1-6482d9c185e8 req-13c48f18-fd6b-46e9-b731-6478d562b710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:03.320051 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-0d296546-c975-41ca-a5d1-6482d9c185e8 req-13c48f18-fd6b-46e9-b731-6478d562b710 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0d814395-0aef-449f-bcba-f7da97787837 HTTP/1.1" status: 200 len: 912 time: 0.1260762 Jun 29 17:44:03.390137 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-0d296546-c975-41ca-a5d1-6482d9c185e8 req-ff940040-6e7e-4d4e-9e03-45db08971376 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c7a7ddb-dcaf-4046-9505-12a0fb50ceac HTTP/1.1" status: 200 len: 1001 time: 0.0635200 Jun 29 17:44:03.444072 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d296546-c975-41ca-a5d1-6482d9c185e8 req-ec696dbf-4865-4297-8fa1-b6c4158a8211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:03.445852 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-0d296546-c975-41ca-a5d1-6482d9c185e8 req-ec696dbf-4865-4297-8fa1-b6c4158a8211 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=90b7b755-ce01-431b-9fbd-6f05b79fa141 HTTP/1.1" status: 200 len: 850 time: 0.0478833 Jun 29 17:44:03.502654 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d296546-c975-41ca-a5d1-6482d9c185e8 req-1caf8ff8-2c48-49d1-9e84-f64b133bb30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:03.504152 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-0d296546-c975-41ca-a5d1-6482d9c185e8 req-1caf8ff8-2c48-49d1-9e84-f64b133bb30b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0d814395-0aef-449f-bcba-f7da97787837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0515115 Jun 29 17:44:03.606677 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-0d296546-c975-41ca-a5d1-6482d9c185e8 req-4ebad71e-1bc5-4e5c-80ec-697d042f036d service neutron] 10.222.0.66 "GET /v2.0/networks/0d814395-0aef-449f-bcba-f7da97787837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870910 Jun 29 17:44:03.701666 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-0d296546-c975-41ca-a5d1-6482d9c185e8 req-7f3d5b15-dce0-4ad1-9ef2-eb13a5a47859 service neutron] 10.222.0.66 "GET /v2.0/networks/0d814395-0aef-449f-bcba-f7da97787837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845668 Jun 29 17:44:03.928940 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ebc4fa06-bf7f-4afe-befa-c2db0a20cc4b req-6307ef05-e14d-4019-b706-2b7aef0c6d80 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 210 time: 0.0372243 Jun 29 17:44:03.981793 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b790be9-765f-43a5-97cc-ae9f9f713386 req-9dd32420-f544-443a-9e4b-30231bb23c8c tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:03.983234 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1b790be9-765f-43a5-97cc-ae9f9f713386 req-9dd32420-f544-443a-9e4b-30231bb23c8c tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 944 time: 0.0819926 Jun 29 17:44:04.020118 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1b790be9-765f-43a5-97cc-ae9f9f713386 req-a6370776-ea2d-4570-b08f-96be0451794b tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311706 Jun 29 17:44:05.085950 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-69e8e1a4-45d4-475a-9dc9-2f48b49aa591 req-847b9095-7a0c-44d0-875d-e09cc4bd442d tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 210 time: 0.0298996 Jun 29 17:44:05.207806 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f3968-b022-402d-a3d5-7d3ee36b83e7 req-43ac0c1c-48a1-4c55-b8a5-84081384ec9b tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:05.209907 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6b4f3968-b022-402d-a3d5-7d3ee36b83e7 req-43ac0c1c-48a1-4c55-b8a5-84081384ec9b tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 944 time: 0.0641277 Jun 29 17:44:05.246683 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6b4f3968-b022-402d-a3d5-7d3ee36b83e7 req-50337c79-6aff-4f02-9fef-a5f83425b489 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312867 Jun 29 17:44:06.245390 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-496033c0-ac35-4aba-94ee-ae06ae6d6258 req-7e26f974-1326-41e4-83f5-1b7cf1fd2b7a tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 210 time: 0.0330265 Jun 29 17:44:06.437538 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2942019-7a2d-48ac-a792-a6df27964d95 req-44ddd026-51f5-45e2-91c3-fc7a6ddbaf43 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:06.439005 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f2942019-7a2d-48ac-a792-a6df27964d95 req-44ddd026-51f5-45e2-91c3-fc7a6ddbaf43 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 944 time: 0.0662382 Jun 29 17:44:06.482841 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f2942019-7a2d-48ac-a792-a6df27964d95 req-7f66a670-6997-4a4f-be31-f09ccc44faf0 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374076 Jun 29 17:44:07.232358 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device a9405f08-3e63-43e0-80bf-03da63452152 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=100363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:44:07.349899 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port a9405f08-3e63-43e0-80bf-03da63452152, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a9405f08-3e63-43e0-80bf-03da63452152,segment=NetworkSegment(ed133f60-0561-402c-b298-d58ce672a887),segment_id=ed133f60-0561-402c-b298-d58ce672a887)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:44:07.361535 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Returning: {'device': 'a9405f08-3e63-43e0-80bf-03da63452152', 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'port_id': 'a9405f08-3e63-43e0-80bf-03da63452152', 'mac_address': 'fa:16:3e:1d:7f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:44:07.365915 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:07.405106 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:07.419201 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9405f08-3e63-43e0-80bf-03da63452152 {{(pid=100363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:44:07.424653 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-3ac51b44-7e0b-4b90-9aff-08b84b0c3284 req-1034e236-0571-483e-bc7a-ed99a0137465 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=b5ace498-4096-4816-bf47-edc65edd9fe1 HTTP/1.1" status: 200 len: 210 time: 0.0357466 Jun 29 17:44:07.440622 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port a9405f08-3e63-43e0-80bf-03da63452152, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a9405f08-3e63-43e0-80bf-03da63452152,segment=NetworkSegment(ed133f60-0561-402c-b298-d58ce672a887),segment_id=ed133f60-0561-402c-b298-d58ce672a887)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:44:07.529896 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:07.532632 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-673ac839-f69b-439b-8107-b4130f820195 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:07.586508 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=a9405f08-3e63-43e0-80bf-03da63452152,revision_number=9']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:07.593615 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:07.593958 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:07.594320 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:07.594652 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:07.594979 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:07.595329 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:07.595651 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:07.596014 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:07.596402 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:07.596838 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:07.597163 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:07.597483 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:07.602259 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:07.674399 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b3040-e42c-4cab-a47e-77a85ca2b7b3 req-c86fe44f-3777-4983-afc8-327ae8ca51ad tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:07.676086 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-508b3040-e42c-4cab-a47e-77a85ca2b7b3 req-c86fe44f-3777-4983-afc8-327ae8ca51ad tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 945 time: 0.0704787 Jun 29 17:44:07.716851 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-508b3040-e42c-4cab-a47e-77a85ca2b7b3 req-f2727430-074e-4ae0-bd7e-362e92a88316 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343029 Jun 29 17:44:07.923281 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['a9405f08-3e63-43e0-80bf-03da63452152'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:44:08.086186 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 0437a45d-bc6d-431c-a9c7-9e89c95a0c0e no longer exists at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:44:08.106396 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] No Port match for: 0437a45d-bc6d-431c-a9c7-9e89c95a0c0e {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:44:08.106746 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 0437a45d-bc6d-431c-a9c7-9e89c95a0c0e not bound to the agent host hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:44:08.917375 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486170ad-2e8a-46cb-9aca-9ca8d3213d7b req-3bce3039-814c-4394-a663-640e23d47678 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:08.919145 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-486170ad-2e8a-46cb-9aca-9ca8d3213d7b req-3bce3039-814c-4394-a663-640e23d47678 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 945 time: 0.0748055 Jun 29 17:44:08.962945 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-486170ad-2e8a-46cb-9aca-9ca8d3213d7b req-81998766-11eb-428c-a5b6-9af6c387e500 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375965 Jun 29 17:44:09.143267 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f24a3c-db88-4042-a677-490c136cb2d9 req-3f170d3a-1f52-42ba-8266-d07dd6377e53 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:09.144864 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-87f24a3c-db88-4042-a677-490c136cb2d9 req-3f170d3a-1f52-42ba-8266-d07dd6377e53 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0721159 Jun 29 17:44:09.197397 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-87f24a3c-db88-4042-a677-490c136cb2d9 req-687ca0c9-e294-4c7f-ba81-fd6c93a69e6c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450077 Jun 29 17:44:10.298335 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f4658-3728-43ef-a736-6f909c91eb6c req-e317e1b7-8886-40fa-b819-6402effa97f1 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:10.299753 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e91f4658-3728-43ef-a736-6f909c91eb6c req-e317e1b7-8886-40fa-b819-6402effa97f1 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 945 time: 0.0645304 Jun 29 17:44:10.368527 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e91f4658-3728-43ef-a736-6f909c91eb6c req-62d9547f-83df-4dcb-abb1-0f344cc4e73c tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611022 Jun 29 17:44:10.400549 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1d383-6d8a-4b2c-846b-2e937567b2e5 req-5e2d17e5-6a2e-46a3-b872-d8145b239c5c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:10.402009 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bdd1d383-6d8a-4b2c-846b-2e937567b2e5 req-5e2d17e5-6a2e-46a3-b872-d8145b239c5c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0848260 Jun 29 17:44:10.438564 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bdd1d383-6d8a-4b2c-846b-2e937567b2e5 req-3551c700-7114-4344-896b-ca61d65d426c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310707 Jun 29 17:44:10.469562 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device a9405f08-3e63-43e0-80bf-03da63452152 up at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:44:10.520736 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning complete for port a9405f08-3e63-43e0-80bf-03da63452152 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:44:10.521110 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:10.597413 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:10.618941 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4291bc3-c63b-4e30-8d0c-02a1b95b8546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9405f08-3e63-43e0-80bf-03da63452152'}] {{(pid=100363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:44:10.621217 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0170bf9ab270c77a1188d5f8494ea938272331804d61dd1d179af329d40bd85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e47dc3d-0d45-4ba0-8237-62505beff582" -d '{"events": [{"server_uuid": "e4291bc3-c63b-4e30-8d0c-02a1b95b8546", "name": "network-vif-plugged", "status": "completed", "tag": "a9405f08-3e63-43e0-80bf-03da63452152"}]}' {{(pid=100363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:44:10.634096 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port a9405f08-3e63-43e0-80bf-03da63452152, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a9405f08-3e63-43e0-80bf-03da63452152,segment=NetworkSegment(ed133f60-0561-402c-b298-d58ce672a887),segment_id=ed133f60-0561-402c-b298-d58ce672a887)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:44:10.657698 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847f328f-9de8-4ef7-982f-ad6bcb57e9c3 x-openstack-request-id: req-847f328f-9de8-4ef7-982f-ad6bcb57e9c3 {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:44:10.657996 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4291bc3-c63b-4e30-8d0c-02a1b95b8546", "name": "network-vif-plugged", "status": "completed", "tag": "a9405f08-3e63-43e0-80bf-03da63452152", "code": 200}]} {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:44:10.658256 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-847f328f-9de8-4ef7-982f-ad6bcb57e9c3 {{(pid=100363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:44:10.658681 dv-cinder-763306-14-iscsi neutron-server[100363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4291bc3-c63b-4e30-8d0c-02a1b95b8546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9405f08-3e63-43e0-80bf-03da63452152', 'code': 200} Jun 29 17:44:10.693230 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:10.696052 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:10.744513 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=a9405f08-3e63-43e0-80bf-03da63452152,revision_number=10']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:10.747465 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:11.570669 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63dc52-05ab-4ef7-9466-501d000df51b req-14abca96-cc28-4ac0-b580-8d5b05287847 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:11.572163 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5e63dc52-05ab-4ef7-9466-501d000df51b req-14abca96-cc28-4ac0-b580-8d5b05287847 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 947 time: 0.0776353 Jun 29 17:44:11.636507 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5e63dc52-05ab-4ef7-9466-501d000df51b req-b616f103-1637-491e-b665-70eff5b4b70b tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449750 Jun 29 17:44:11.652898 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cccf83-28e4-43c4-ba03-8f747d042377 req-a5dc769f-67cb-4969-b858-046c32af00de tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:11.654469 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b8cccf83-28e4-43c4-ba03-8f747d042377 req-a5dc769f-67cb-4969-b858-046c32af00de tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.1010885 Jun 29 17:44:11.695533 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b8cccf83-28e4-43c4-ba03-8f747d042377 req-e848f8c3-c7ef-4c3d-8663-dca82c1bfda0 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355413 Jun 29 17:44:12.836408 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb2647-23cb-4025-84c1-619f2ccef9b0 req-aece717a-8c11-4f09-8ce8-43bed8b48cf2 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:12.837822 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d9fb2647-23cb-4025-84c1-619f2ccef9b0 req-aece717a-8c11-4f09-8ce8-43bed8b48cf2 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 947 time: 0.0806601 Jun 29 17:44:13.112917 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d9fb2647-23cb-4025-84c1-619f2ccef9b0 req-f47526d5-23a9-4fc9-bdc3-b71eec7a938d tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445166 Jun 29 17:44:13.131738 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970034d-aeb5-4a59-848b-b16971bc27f8 req-469146ab-6940-413f-a669-0663038d574a tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:13.133225 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9970034d-aeb5-4a59-848b-b16971bc27f8 req-469146ab-6940-413f-a669-0663038d574a tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.3174231 Jun 29 17:44:13.171895 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9970034d-aeb5-4a59-848b-b16971bc27f8 req-2f411c9b-d214-44cc-8634-146c65badc5d tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327938 Jun 29 17:44:13.420414 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b35af-466c-4266-9d11-ca586d175e1b req-c7999467-f1bb-4fdc-960f-dfa3f26b7f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:13.421906 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-5d4b35af-466c-4266-9d11-ca586d175e1b req-c7999467-f1bb-4fdc-960f-dfa3f26b7f15 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 1100 time: 0.0517352 Jun 29 17:44:13.462699 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-5d4b35af-466c-4266-9d11-ca586d175e1b req-83c545f2-597d-4cfa-a5fb-28447fc7037a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312092 Jun 29 17:44:14.312691 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4275859-0027-4e6f-84bf-14f9b2777628 req-b55ecb58-d417-4396-98cc-04b065c9a75d tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:14.314220 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b4275859-0027-4e6f-84bf-14f9b2777628 req-b55ecb58-d417-4396-98cc-04b065c9a75d tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 947 time: 0.0754430 Jun 29 17:44:14.379624 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b4275859-0027-4e6f-84bf-14f9b2777628 req-40d5dce9-071a-4d24-90bd-b18ca352c378 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459030 Jun 29 17:44:14.396198 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5c350-c34e-419a-a9b4-d2150402b000 req-55f54f80-e776-4df9-bc16-43d932e2af41 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:14.398186 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-23a5c350-c34e-419a-a9b4-d2150402b000 req-55f54f80-e776-4df9-bc16-43d932e2af41 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.1072714 Jun 29 17:44:14.443303 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-23a5c350-c34e-419a-a9b4-d2150402b000 req-df964c3a-fe04-4071-a025-be8ffc12303d tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386336 Jun 29 17:44:15.589598 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74910816-b347-4e89-9615-eb0e2d396cc8 req-211c93cb-5c7f-4756-aee5-f841cf4e3414 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:15.591109 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-74910816-b347-4e89-9615-eb0e2d396cc8 req-211c93cb-5c7f-4756-aee5-f841cf4e3414 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 947 time: 0.0793009 Jun 29 17:44:15.658645 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-74910816-b347-4e89-9615-eb0e2d396cc8 req-4e6bcf0d-3eca-4e35-86d3-14e8a13b69d3 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477290 Jun 29 17:44:15.683311 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf087d-eb66-4584-884e-304af63e273d req-2bedca35-5dd3-4042-8c67-a540c01a37a3 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:15.685360 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-afdf087d-eb66-4584-884e-304af63e273d req-2bedca35-5dd3-4042-8c67-a540c01a37a3 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.1161654 Jun 29 17:44:15.731011 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-afdf087d-eb66-4584-884e-304af63e273d req-31daf101-ddef-40f5-a4fc-391940e0669a tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339651 Jun 29 17:44:16.917208 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52496c12-581e-457c-9367-a0fb59eb274b req-fda1aeb9-eb88-4327-94bd-6ef1c9a0251a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:16.922262 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-52496c12-581e-457c-9367-a0fb59eb274b req-fda1aeb9-eb88-4327-94bd-6ef1c9a0251a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 947 time: 0.1091895 Jun 29 17:44:16.968486 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-52496c12-581e-457c-9367-a0fb59eb274b req-ed0c86e2-7890-49c0-8dcb-827db876d509 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423522 Jun 29 17:44:16.977346 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f79b4-3f9d-4955-aa74-51b0ae47d1ef req-cbc0d988-ec41-4959-91b1-8dba93243a4a tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:16.979180 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-038f79b4-3f9d-4955-aa74-51b0ae47d1ef req-cbc0d988-ec41-4959-91b1-8dba93243a4a tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.1186850 Jun 29 17:44:17.031370 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-038f79b4-3f9d-4955-aa74-51b0ae47d1ef req-c11c79d5-64ca-4ba9-9ca5-5c475ccefae4 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459664 Jun 29 17:44:18.217167 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fe65d-e633-4be2-9f9a-f56f46bb9f52 req-baa4eb88-8b36-4dba-9037-1864d354b30e tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:18.219035 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6d9fe65d-e633-4be2-9f9a-f56f46bb9f52 req-baa4eb88-8b36-4dba-9037-1864d354b30e tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0676842 Jun 29 17:44:18.257955 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6d9fe65d-e633-4be2-9f9a-f56f46bb9f52 req-d5fd7557-7179-4764-b3c4-08f7a6a171d8 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/security-groups?id=981c8de5-67ba-43dd-bab0-61c38e2158a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335371 Jun 29 17:44:18.336007 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88620656-fa65-472b-9a93-ef1aa73020c4 req-7e55da16-4c7f-43e7-bdfc-a2d464a45bba tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:18.337537 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-88620656-fa65-472b-9a93-ef1aa73020c4 req-7e55da16-4c7f-43e7-bdfc-a2d464a45bba tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 945 time: 0.0676408 Jun 29 17:44:18.447393 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-88620656-fa65-472b-9a93-ef1aa73020c4 req-b0ab2c4f-85b8-42ed-bbb8-f87922eb69c7 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Deleting port 68b095f3-21d3-43be-bbe7-bcde4462b877 {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:44:18.447841 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-88620656-fa65-472b-9a93-ef1aa73020c4 req-b0ab2c4f-85b8-42ed-bbb8-f87922eb69c7 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:18.781839 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-88620656-fa65-472b-9a93-ef1aa73020c4 req-b0ab2c4f-85b8-42ed-bbb8-f87922eb69c7 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] For port 68b095f3-21d3-43be-bbe7-bcde4462b877, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=68b095f3-21d3-43be-bbe7-bcde4462b877,segment=NetworkSegment(6999508a-9d87-4259-bdea-144e00f8ef4e),segment_id=6999508a-9d87-4259-bdea-144e00f8ef4e)] {{(pid=100361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:44:18.782211 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-88620656-fa65-472b-9a93-ef1aa73020c4 req-b0ab2c4f-85b8-42ed-bbb8-f87922eb69c7 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:18.794822 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-88620656-fa65-472b-9a93-ef1aa73020c4 req-b0ab2c4f-85b8-42ed-bbb8-f87922eb69c7 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Calling delete_port for 68b095f3-21d3-43be-bbe7-bcde4462b877 owned by compute:nova {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:44:19.025994 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-88620656-fa65-472b-9a93-ef1aa73020c4 req-b0ab2c4f-85b8-42ed-bbb8-f87922eb69c7 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:19.030266 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-96a68677-cd58-4efc-9491-759bd9374966 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:19.039787 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['68b095f3-21d3-43be-bbe7-bcde4462b877'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:44:19.058101 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab2c4f-85b8-42ed-bbb8-f87922eb69c7 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Pushing event deleted for resources: {'Port': ['ID=68b095f3-21d3-43be-bbe7-bcde4462b877,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:19.061319 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b0ab2c4f-85b8-42ed-bbb8-f87922eb69c7 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:19.112612 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-88620656-fa65-472b-9a93-ef1aa73020c4 req-b0ab2c4f-85b8-42ed-bbb8-f87922eb69c7 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] No DVR routers for this DVR port 68b095f3-21d3-43be-bbe7-bcde4462b877 on host hv-cinder-76330 {{(pid=100361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:44:19.116525 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-88620656-fa65-472b-9a93-ef1aa73020c4 req-b0ab2c4f-85b8-42ed-bbb8-f87922eb69c7 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:19.118524 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-88620656-fa65-472b-9a93-ef1aa73020c4 req-b0ab2c4f-85b8-42ed-bbb8-f87922eb69c7 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.66 "DELETE /v2.0/ports/68b095f3-21d3-43be-bbe7-bcde4462b877 HTTP/1.1" status: 204 len: 173 time: 0.7742066 Jun 29 17:44:19.119026 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e639c0b-2e28-4ed1-8afa-4cf87d53fb80', 'name': 'network-vif-deleted', 'tag': '68b095f3-21d3-43be-bbe7-bcde4462b877'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:44:19.121377 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96b0345-de33-4868-910e-d8b13c0032ab" -d '{"events": [{"server_uuid": "6e639c0b-2e28-4ed1-8afa-4cf87d53fb80", "name": "network-vif-deleted", "tag": "68b095f3-21d3-43be-bbe7-bcde4462b877"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:44:19.161852 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e860e9-7388-4e1e-9ff1-5d5db71e0f85 x-openstack-request-id: req-c1e860e9-7388-4e1e-9ff1-5d5db71e0f85 {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:44:19.161852 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e639c0b-2e28-4ed1-8afa-4cf87d53fb80", "name": "network-vif-deleted", "tag": "68b095f3-21d3-43be-bbe7-bcde4462b877", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:44:19.161852 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-c1e860e9-7388-4e1e-9ff1-5d5db71e0f85 {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:44:19.161852 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e639c0b-2e28-4ed1-8afa-4cf87d53fb80', 'name': 'network-vif-deleted', 'tag': '68b095f3-21d3-43be-bbe7-bcde4462b877', 'status': 'completed', 'code': 200} Jun 29 17:44:19.413820 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d48c281f-d187-40e1-b62e-2225ca48a514 req-6b4179d0-d289-424a-b59a-f98244dad74c tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] 10.222.0.102 "GET /v2.0/ports?device_id=6e639c0b-2e28-4ed1-8afa-4cf87d53fb80 HTTP/1.1" status: 200 len: 210 time: 0.0284791 Jun 29 17:44:20.507001 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 35962) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:44:20.778122 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:44:20.923958 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3b79d-6ff8-41e6-919b-0404d95286b3 req-d3b3f7a7-3f8e-470b-8f20-a03508129a5f tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:20.923958 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-58b3b79d-6ff8-41e6-919b-0404d95286b3 req-d3b3f7a7-3f8e-470b-8f20-a03508129a5f tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=9123fc33-4532-42e1-924a-c299d38d47f7 HTTP/1.1" status: 200 len: 946 time: 0.1375592 Jun 29 17:44:21.017227 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-58b3b79d-6ff8-41e6-919b-0404d95286b3 req-a6ff9e35-0ff4-4701-919e-241e0b9ff2ff tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/security-groups?id=98d89ea7-377b-40f7-aa43-b49bab9917dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764329 Jun 29 17:44:21.030244 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a2d37b9e-5f4b-49d4-9e59-6ef67594452d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476217'] for router_interface, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:21.334347 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-a2d37b9e-5f4b-49d4-9e59-6ef67594452d admin admin] Deleting port 07ac3d84-961c-40fc-9455-04cea2b59aae {{(pid=100362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:44:21.334949 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a2d37b9e-5f4b-49d4-9e59-6ef67594452d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:21.416527 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.db [None req-a2d37b9e-5f4b-49d4-9e59-6ef67594452d admin admin] For port 07ac3d84-961c-40fc-9455-04cea2b59aae, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=07ac3d84-961c-40fc-9455-04cea2b59aae,segment=NetworkSegment(6999508a-9d87-4259-bdea-144e00f8ef4e),segment_id=6999508a-9d87-4259-bdea-144e00f8ef4e)] {{(pid=100362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:44:21.416876 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a2d37b9e-5f4b-49d4-9e59-6ef67594452d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:21.429581 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-a2d37b9e-5f4b-49d4-9e59-6ef67594452d admin admin] Calling delete_port for 07ac3d84-961c-40fc-9455-04cea2b59aae owned by network:router_interface {{(pid=100362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:44:21.727128 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a2d37b9e-5f4b-49d4-9e59-6ef67594452d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2715355'] for port, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:21.729477 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:21.753678 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d37b9e-5f4b-49d4-9e59-6ef67594452d admin admin] Pushing event deleted for resources: {'Port': ['ID=07ac3d84-961c-40fc-9455-04cea2b59aae,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:21.759934 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-a2d37b9e-5f4b-49d4-9e59-6ef67594452d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:22.111318 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 68b095f3-21d3-43be-bbe7-bcde4462b877 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:44:22.132429 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] No Port match for: 68b095f3-21d3-43be-bbe7-bcde4462b877 {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:44:22.132781 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 68b095f3-21d3-43be-bbe7-bcde4462b877 not bound to the agent host hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:44:22.194991 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf6380-2140-447f-ac42-3f4dce0417d8 req-fcbed353-fb4e-4ff4-9e53-ffb262fe320b tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:22.196472 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2ebf6380-2140-447f-ac42-3f4dce0417d8 req-fcbed353-fb4e-4ff4-9e53-ffb262fe320b tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=9123fc33-4532-42e1-924a-c299d38d47f7 HTTP/1.1" status: 200 len: 946 time: 0.0621545 Jun 29 17:44:22.269754 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2ebf6380-2140-447f-ac42-3f4dce0417d8 req-4d13dfd5-2d33-43f2-b440-37fc3b75031c tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/security-groups?id=98d89ea7-377b-40f7-aa43-b49bab9917dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674207 Jun 29 17:44:22.340593 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 35994) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:44:22.386928 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69769e3-79a0-402a-b199-2eacd5ea8f4d admin admin] Deleting subnet d9a0eb15-1f64-4dc7-b4ab-a6f53ecf59ea {{(pid=100361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:44:22.390816 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d69769e3-79a0-402a-b199-2eacd5ea8f4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:22.403522 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a2d37b9e-5f4b-49d4-9e59-6ef67594452d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475785'] for router_interface, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:22.424469 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d69769e3-79a0-402a-b199-2eacd5ea8f4d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:22.433955 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d69769e3-79a0-402a-b199-2eacd5ea8f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423704'] for subnet, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:22.562444 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d69769e3-79a0-402a-b199-2eacd5ea8f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for subnet, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:22.569249 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:22.593661 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69769e3-79a0-402a-b199-2eacd5ea8f4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9a0eb15-1f64-4dc7-b4ab-a6f53ecf59ea,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:22.596408 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-d69769e3-79a0-402a-b199-2eacd5ea8f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:22.601971 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d69769e3-79a0-402a-b199-2eacd5ea8f4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:22.603879 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-d69769e3-79a0-402a-b199-2eacd5ea8f4d admin admin] 10.222.0.102 "DELETE /v2.0/subnets/d9a0eb15-1f64-4dc7-b4ab-a6f53ecf59ea HTTP/1.1" status: 204 len: 168 time: 0.2621648 Jun 29 17:44:22.606475 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 35996) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:44:22.626930 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d37b9e-5f4b-49d4-9e59-6ef67594452d admin admin] Router 0db1b44b-6f82-438a-9fff-54869b1ef638 has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:44:22.632569 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d660a8-c3f3-469b-9165-6659e9d14e41 req-b9481546-64b1-463a-9cb8-2f12b944b3fd tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:22.634068 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-11d660a8-c3f3-469b-9165-6659e9d14e41 req-b9481546-64b1-463a-9cb8-2f12b944b3fd tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.66 "GET /v2.0/ports?device_id=9123fc33-4532-42e1-924a-c299d38d47f7 HTTP/1.1" status: 200 len: 946 time: 0.1234546 Jun 29 17:44:22.738331 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bc90d13a-088c-49bd-b514-bdc313b04e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1525605'] for network, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:22.870192 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bc90d13a-088c-49bd-b514-bdc313b04e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423750', 'neutron.services.segments.db._delete_segments_for_network-8732082675523'] for network, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:22.882043 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-11d660a8-c3f3-469b-9165-6659e9d14e41 req-87ba17ef-0534-4a75-854d-302700f55bbf tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Deleting port c228b8b6-cb04-4384-9af8-2cc09dc1ba77 {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:44:22.882385 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-11d660a8-c3f3-469b-9165-6659e9d14e41 req-87ba17ef-0534-4a75-854d-302700f55bbf tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:22.886561 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bc90d13a-088c-49bd-b514-bdc313b04e8a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:44:22.886913 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bc90d13a-088c-49bd-b514-bdc313b04e8a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:44:22.887657 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bc90d13a-088c-49bd-b514-bdc313b04e8a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:44:22.888035 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bc90d13a-088c-49bd-b514-bdc313b04e8a admin admin] Subscribe: > port after_create 55550000 {{(pid=100361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:44:22.888379 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bc90d13a-088c-49bd-b514-bdc313b04e8a admin admin] Subscribe: > port after_delete 55550000 {{(pid=100361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:44:22.888705 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bc90d13a-088c-49bd-b514-bdc313b04e8a admin admin] Subscribe: > port after_update 55550000 {{(pid=100361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:44:22.889020 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bc90d13a-088c-49bd-b514-bdc313b04e8a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:44:22.889335 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bc90d13a-088c-49bd-b514-bdc313b04e8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:44:22.889655 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bc90d13a-088c-49bd-b514-bdc313b04e8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:44:22.889967 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bc90d13a-088c-49bd-b514-bdc313b04e8a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:44:22.983711 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d37b9e-5f4b-49d4-9e59-6ef67594452d admin admin] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:44:22.992498 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-a2d37b9e-5f4b-49d4-9e59-6ef67594452d admin admin] 10.222.0.102 "PUT /v2.0/routers/0db1b44b-6f82-438a-9fff-54869b1ef638/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4848719 Jun 29 17:44:22.994077 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709d0e72-f446-495c-a689-ae265e6fde2e None None] Sync routers for ids ['0db1b44b-6f82-438a-9fff-54869b1ef638'] in dv-cinder-763306-14-iscsi {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:44:22.994919 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 35998) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:44:23.003682 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709d0e72-f446-495c-a689-ae265e6fde2e None None] Routers {'0db1b44b-6f82-438a-9fff-54869b1ef638'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:44:23.004437 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-709d0e72-f446-495c-a689-ae265e6fde2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:44:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['0db1b44b-6f82-438a-9fff-54869b1ef638'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:44:23.038846 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bc90d13a-088c-49bd-b514-bdc313b04e8a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:44:23.044938 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bc90d13a-088c-49bd-b514-bdc313b04e8a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:44:23.044938 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bc90d13a-088c-49bd-b514-bdc313b04e8a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:44:23.044938 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bc90d13a-088c-49bd-b514-bdc313b04e8a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 17:44:23.044938 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.services.segments.db [None req-bc90d13a-088c-49bd-b514-bdc313b04e8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2941a7fb-dbfe-49a5-9fb3-9df14025e004']}} {{(pid=100361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:44:23.096114 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.services.segments.db [None req-bc90d13a-088c-49bd-b514-bdc313b04e8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774c9814-78d1-4520-815c-c57c0eb47a8f') {'for_net_delete': True} {{(pid=100361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:44:23.096389 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.services.segments.db [None req-bc90d13a-088c-49bd-b514-bdc313b04e8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774c9814-78d1-4520-815c-c57c0eb47a8f') {} {{(pid=100361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:44:23.103281 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-eb93ee6b-c844-43e8-b830-7da63b94b31a admin admin] Notify callbacks [] for router, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:23.123430 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bc90d13a-088c-49bd-b514-bdc313b04e8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732082504906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10108974'] for segment, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:23.124577 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-709d0e72-f446-495c-a689-ae265e6fde2e None None] Set router 0db1b44b-6f82-438a-9fff-54869b1ef638 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:44:23.154067 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bc90d13a-088c-49bd-b514-bdc313b04e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:23.169471 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc90d13a-088c-49bd-b514-bdc313b04e8a admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=100361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:44:23.169889 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bc90d13a-088c-49bd-b514-bdc313b04e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9995903'] for segment, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: from cryptography.utils import int_from_bytes Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: from cryptography.utils import int_from_bytes Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: Traceback (most recent call last): Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: timer() Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: cb(*args, **kw) Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: return func(*args, **kwargs) Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: self._notify() Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: self.callback(batched_events) Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: event.method(event) Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: return f(self, *a, **k) Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: return self._get(url).json() Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: return self.request(url, 'GET', **kwargs) Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:44:23.174032 dv-cinder-763306-14-iscsi neutron-server[100361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:44:23.216754 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-eb93ee6b-c844-43e8-b830-7da63b94b31a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:23.256121 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-11d660a8-c3f3-469b-9165-6659e9d14e41 req-87ba17ef-0534-4a75-854d-302700f55bbf tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] For port c228b8b6-cb04-4384-9af8-2cc09dc1ba77, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c228b8b6-cb04-4384-9af8-2cc09dc1ba77,segment=NetworkSegment(7b3c2465-1fff-4513-a135-a610b012a3d5),segment_id=7b3c2465-1fff-4513-a135-a610b012a3d5)] {{(pid=100361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:44:23.256507 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-11d660a8-c3f3-469b-9165-6659e9d14e41 req-87ba17ef-0534-4a75-854d-302700f55bbf tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:23.272736 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-11d660a8-c3f3-469b-9165-6659e9d14e41 req-87ba17ef-0534-4a75-854d-302700f55bbf tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Calling delete_port for c228b8b6-cb04-4384-9af8-2cc09dc1ba77 owned by compute:nova {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:44:23.361534 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bc90d13a-088c-49bd-b514-bdc313b04e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617152'] for network, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:23.368989 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-154251f4-6c2f-42da-9d17-b204e8cfa43c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:23.381748 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-eb93ee6b-c844-43e8-b830-7da63b94b31a admin admin] Deleting port 1958e1e8-104d-4aad-a53a-90f7f6486d1c {{(pid=100362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:44:23.382916 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-eb93ee6b-c844-43e8-b830-7da63b94b31a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:23.383352 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90d13a-088c-49bd-b514-bdc313b04e8a admin admin] Pushing event deleted for resources: {'Network': ['ID=2941a7fb-dbfe-49a5-9fb3-9df14025e004,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:23.389495 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bc90d13a-088c-49bd-b514-bdc313b04e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:23.391522 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-bc90d13a-088c-49bd-b514-bdc313b04e8a admin admin] 10.222.0.102 "DELETE /v2.0/networks/2941a7fb-dbfe-49a5-9fb3-9df14025e004 HTTP/1.1" status: 204 len: 168 time: 0.7841389 Jun 29 17:44:23.399578 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 36002) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:44:23.411541 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-bc90d13a-088c-49bd-b514-bdc313b04e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:23.420536 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-709d0e72-f446-495c-a689-ae265e6fde2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db1b44b-6f82-438a-9fff-54869b1ef638', 'name': 'tempest-ServerRescueNegativeTestJSON-1963735794-router', 'tenant_id': '1e92675dd0af403695e9b73c81b761d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '1958e1e8-104d-4aad-a53a-90f7f6486d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:45Z', 'updated_at': '2021-06-29T17:44:21Z', 'revision_number': 5, 'project_id': '1e92675dd0af403695e9b73c81b761d5', 'gw_port': {'id': '1958e1e8-104d-4aad-a53a-90f7f6486d1c', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:47:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0db1b44b-6f82-438a-9fff-54869b1ef638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:47Z', 'updated_at': '2021-06-29T17:40:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:44:23.447647 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709d0e72-f446-495c-a689-ae265e6fde2e None None] Checking router: 0db1b44b-6f82-438a-9fff-54869b1ef638 for host: dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:44:23.456433 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709d0e72-f446-495c-a689-ae265e6fde2e None None] Routers {'0db1b44b-6f82-438a-9fff-54869b1ef638'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:44:23.457184 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-709d0e72-f446-495c-a689-ae265e6fde2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:44:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['0db1b44b-6f82-438a-9fff-54869b1ef638'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:44:23.500584 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-11d660a8-c3f3-469b-9165-6659e9d14e41 req-87ba17ef-0534-4a75-854d-302700f55bbf tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995816'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:23.505160 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-5ca4a0a6-96cb-4fc9-9539-e36c248619b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:23.517976 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['c228b8b6-cb04-4384-9af8-2cc09dc1ba77'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:44:23.543108 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba17ef-0534-4a75-854d-302700f55bbf tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Pushing event deleted for resources: {'Port': ['ID=c228b8b6-cb04-4384-9af8-2cc09dc1ba77,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:23.550733 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-709d0e72-f446-495c-a689-ae265e6fde2e None None] Set router 0db1b44b-6f82-438a-9fff-54869b1ef638 gateway port host: None {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:44:23.554528 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-87ba17ef-0534-4a75-854d-302700f55bbf tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:23.556195 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e390c8-037f-4d71-ae19-07fc07923d55 admin admin] Deleting subnet 1001b088-5394-4b06-a6c6-69b9111af88d {{(pid=100362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:44:23.573551 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-25e390c8-037f-4d71-ae19-07fc07923d55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:23.602120 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d660a8-c3f3-469b-9165-6659e9d14e41 req-87ba17ef-0534-4a75-854d-302700f55bbf tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] No DVR routers for this DVR port c228b8b6-cb04-4384-9af8-2cc09dc1ba77 on host hv-cinder-76330 {{(pid=100361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:44:23.604911 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-11d660a8-c3f3-469b-9165-6659e9d14e41 req-87ba17ef-0534-4a75-854d-302700f55bbf tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:23.607053 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-11d660a8-c3f3-469b-9165-6659e9d14e41 req-87ba17ef-0534-4a75-854d-302700f55bbf tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.66 "DELETE /v2.0/ports/c228b8b6-cb04-4384-9af8-2cc09dc1ba77 HTTP/1.1" status: 204 len: 173 time: 0.9443579 Jun 29 17:44:23.607826 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9123fc33-4532-42e1-924a-c299d38d47f7', 'name': 'network-vif-deleted', 'tag': 'c228b8b6-cb04-4384-9af8-2cc09dc1ba77'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:44:23.610210 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a98ead-f89a-4043-90e1-30fe6b9d6c68" -d '{"events": [{"server_uuid": "9123fc33-4532-42e1-924a-c299d38d47f7", "name": "network-vif-deleted", "tag": "c228b8b6-cb04-4384-9af8-2cc09dc1ba77"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:44:23.615199 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-709d0e72-f446-495c-a689-ae265e6fde2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0db1b44b-6f82-438a-9fff-54869b1ef638', 'name': 'tempest-ServerRescueNegativeTestJSON-1963735794-router', 'tenant_id': '1e92675dd0af403695e9b73c81b761d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:45Z', 'updated_at': '2021-06-29T17:44:23Z', 'revision_number': 6, 'project_id': '1e92675dd0af403695e9b73c81b761d5', 'gw_port_host': None}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:44:23.621659 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.db [None req-eb93ee6b-c844-43e8-b830-7da63b94b31a admin admin] For port 1958e1e8-104d-4aad-a53a-90f7f6486d1c, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=1958e1e8-104d-4aad-a53a-90f7f6486d1c,segment=NetworkSegment(f9a98574-3341-4580-ac4f-b7fff4e16571),segment_id=f9a98574-3341-4580-ac4f-b7fff4e16571)] {{(pid=100362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:44:23.621891 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-eb93ee6b-c844-43e8-b830-7da63b94b31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:23.643855 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709d0e72-f446-495c-a689-ae265e6fde2e None None] The sync data for ids ['0db1b44b-6f82-438a-9fff-54869b1ef638'] in dv-cinder-763306-14-iscsi is: [{'id': '0db1b44b-6f82-438a-9fff-54869b1ef638', 'name': 'tempest-ServerRescueNegativeTestJSON-1963735794-router', 'tenant_id': '1e92675dd0af403695e9b73c81b761d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:45Z', 'updated_at': '2021-06-29T17:44:23Z', 'revision_number': 6, 'project_id': '1e92675dd0af403695e9b73c81b761d5', 'gw_port_host': None}] {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:44:23.655868 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-eb93ee6b-c844-43e8-b830-7da63b94b31a admin admin] Calling delete_port for 1958e1e8-104d-4aad-a53a-90f7f6486d1c owned by network:router_gateway {{(pid=100362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:44:23.659407 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-25e390c8-037f-4d71-ae19-07fc07923d55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10202194'] for subnet, precommit_delete_associations {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:23.660215 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2f37dc-b298-436b-b82c-cebf4b715ba2 x-openstack-request-id: req-cf2f37dc-b298-436b-b82c-cebf4b715ba2 {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:44:23.660536 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9123fc33-4532-42e1-924a-c299d38d47f7", "name": "network-vif-deleted", "tag": "c228b8b6-cb04-4384-9af8-2cc09dc1ba77", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:44:23.661872 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-cf2f37dc-b298-436b-b82c-cebf4b715ba2 {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:44:23.662523 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9123fc33-4532-42e1-924a-c299d38d47f7', 'name': 'network-vif-deleted', 'tag': 'c228b8b6-cb04-4384-9af8-2cc09dc1ba77', 'status': 'completed', 'code': 200} Jun 29 17:44:23.670128 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb7b7d-46c2-43df-90dc-da143a19e699 req-ba7b96cb-09ba-48af-b7f8-6af9c910f049 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:23.671394 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d9fb7b7d-46c2-43df-90dc-da143a19e699 req-ba7b96cb-09ba-48af-b7f8-6af9c910f049 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=9123fc33-4532-42e1-924a-c299d38d47f7 HTTP/1.1" status: 200 len: 867 time: 0.2232625 Jun 29 17:44:23.776965 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-25e390c8-037f-4d71-ae19-07fc07923d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423704'] for subnet, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:23.784467 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d9fb7b7d-46c2-43df-90dc-da143a19e699 req-3c824b33-da18-4713-bb1a-fed55a887005 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/security-groups?id=98d89ea7-377b-40f7-aa43-b49bab9917dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905643 Jun 29 17:44:23.986368 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-25e390c8-037f-4d71-ae19-07fc07923d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2715169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10114573'] for subnet, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:23.988783 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:24.014052 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e390c8-037f-4d71-ae19-07fc07923d55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1001b088-5394-4b06-a6c6-69b9111af88d,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:24.016597 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-25e390c8-037f-4d71-ae19-07fc07923d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:24.022390 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-25e390c8-037f-4d71-ae19-07fc07923d55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for subnet, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:24.024188 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-25e390c8-037f-4d71-ae19-07fc07923d55 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/1001b088-5394-4b06-a6c6-69b9111af88d HTTP/1.1" status: 204 len: 168 time: 0.6228549 Jun 29 17:44:24.026483 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 36006) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:44:24.045324 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-eb93ee6b-c844-43e8-b830-7da63b94b31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2715355'] for port, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:24.081674 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:24.121682 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93ee6b-c844-43e8-b830-7da63b94b31a admin admin] Pushing event deleted for resources: {'Port': ['ID=1958e1e8-104d-4aad-a53a-90f7f6486d1c,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:24.124276 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-eb93ee6b-c844-43e8-b830-7da63b94b31a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:24.174477 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-c063c285-ced4-4681-bdc8-727f010e210a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1525605'] for network, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:24.201495 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-eb93ee6b-c844-43e8-b830-7da63b94b31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1618157'] for router_gateway, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:24.357013 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-eb93ee6b-c844-43e8-b830-7da63b94b31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-895'] for router, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:24.360729 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-eb93ee6b-c844-43e8-b830-7da63b94b31a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:24.394362 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-c063c285-ced4-4681-bdc8-727f010e210a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423750', 'neutron.services.segments.db._delete_segments_for_network-8732082675523'] for network, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:24.444623 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.services.segments.db [None req-c063c285-ced4-4681-bdc8-727f010e210a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7476ed0-a8cf-42c3-a969-8510ace96095']}} {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:44:24.454786 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.services.segments.db [None req-c063c285-ced4-4681-bdc8-727f010e210a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '289c20df-10e0-43b6-a654-e6d9942ebb7d') {'for_net_delete': True} {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:44:24.455091 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.services.segments.db [None req-c063c285-ced4-4681-bdc8-727f010e210a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '289c20df-10e0-43b6-a654-e6d9942ebb7d') {} {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:44:24.465882 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-c063c285-ced4-4681-bdc8-727f010e210a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732082504906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10202205'] for segment, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:24.481270 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-c063c285-ced4-4681-bdc8-727f010e210a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:24.487612 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c063c285-ced4-4681-bdc8-727f010e210a admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=100362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:44:24.488088 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-c063c285-ced4-4681-bdc8-727f010e210a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2715276'] for segment, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: Traceback (most recent call last): Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: timer() Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: cb(*args, **kw) Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: return func(*args, **kwargs) Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: self._notify() Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: self.callback(batched_events) Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: event.method(event) Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: return f(self, *a, **k) Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: return self._get(url).json() Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: return self.request(url, 'GET', **kwargs) Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:44:24.490443 dv-cinder-763306-14-iscsi neutron-server[100362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:44:24.557357 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-eb93ee6b-c844-43e8-b830-7da63b94b31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-479148'] for router, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:24.558128 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb93ee6b-c844-43e8-b830-7da63b94b31a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0db1b44b-6f82-438a-9fff-54869b1ef638 {{(pid=100362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:44:24.563455 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-eb93ee6b-c844-43e8-b830-7da63b94b31a admin admin] Notify callbacks [] for router, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:24.567365 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 36008) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:44:24.568826 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-eb93ee6b-c844-43e8-b830-7da63b94b31a admin admin] 10.222.0.102 "DELETE /v2.0/routers/0db1b44b-6f82-438a-9fff-54869b1ef638 HTTP/1.1" status: 204 len: 168 time: 1.5715041 Jun 29 17:44:24.613236 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c3619a6-7f2a-4495-b25d-001fceadd953 admin admin] Deleting subnet f447dc3a-32cd-4706-b5cc-db6cdad5bfeb {{(pid=100361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:44:24.616851 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9c3619a6-7f2a-4495-b25d-001fceadd953 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:24.664243 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9c3619a6-7f2a-4495-b25d-001fceadd953 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10108961'] for subnet, precommit_delete_associations {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:24.677623 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-c063c285-ced4-4681-bdc8-727f010e210a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617152'] for network, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:24.684213 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-c063c285-ced4-4681-bdc8-727f010e210a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:24.693429 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-c063c285-ced4-4681-bdc8-727f010e210a admin admin] 10.222.0.102 "DELETE /v2.0/networks/a7476ed0-a8cf-42c3-a969-8510ace96095 HTTP/1.1" status: 204 len: 168 time: 0.6588371 Jun 29 17:44:24.693429 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:24.717080 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063c285-ced4-4681-bdc8-727f010e210a admin admin] Pushing event deleted for resources: {'Network': ['ID=a7476ed0-a8cf-42c3-a969-8510ace96095,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:24.724875 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-c063c285-ced4-4681-bdc8-727f010e210a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:24.736857 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9c3619a6-7f2a-4495-b25d-001fceadd953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423704'] for subnet, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:24.895072 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9c3619a6-7f2a-4495-b25d-001fceadd953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9995986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2477002'] for subnet, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:24.900067 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-356f763b-24fc-4230-aeab-8fd3c3b459b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:24.925300 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3619a6-7f2a-4495-b25d-001fceadd953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f447dc3a-32cd-4706-b5cc-db6cdad5bfeb,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:24.928839 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-9c3619a6-7f2a-4495-b25d-001fceadd953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:24.930026 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9c3619a6-7f2a-4495-b25d-001fceadd953 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:24.932161 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-9c3619a6-7f2a-4495-b25d-001fceadd953 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/f447dc3a-32cd-4706-b5cc-db6cdad5bfeb HTTP/1.1" status: 204 len: 168 time: 0.3632085 Jun 29 17:44:24.936707 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 36014) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:44:24.976801 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7ecfe11a-3bcf-46c0-9d49-f5a299d4eb92 req-42c03cff-3a0c-427a-be8e-4fb625a06daa tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=9123fc33-4532-42e1-924a-c299d38d47f7 HTTP/1.1" status: 200 len: 210 time: 0.0529785 Jun 29 17:44:24.994522 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 1958e1e8-104d-4aad-a53a-90f7f6486d1c no longer exists at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:44:25.044449 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] No Port match for: 1958e1e8-104d-4aad-a53a-90f7f6486d1c {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:44:25.044449 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 1958e1e8-104d-4aad-a53a-90f7f6486d1c not bound to the agent host dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:44:25.044449 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 07ac3d84-961c-40fc-9455-04cea2b59aae no longer exists at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:44:25.045519 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a2a78427-4a11-4313-bf11-bf3254078b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1525605'] for network, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:25.045725 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] No Port match for: 07ac3d84-961c-40fc-9455-04cea2b59aae {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:44:25.045725 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 07ac3d84-961c-40fc-9455-04cea2b59aae not bound to the agent host dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:44:25.108433 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a2a78427-4a11-4313-bf11-bf3254078b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423750', 'neutron.services.segments.db._delete_segments_for_network-8732082675523'] for network, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:25.118489 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.services.segments.db [None req-a2a78427-4a11-4313-bf11-bf3254078b28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d0a2ca-fa0f-4cd0-8a9a-812558672909']}} {{(pid=100361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:44:25.128875 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.services.segments.db [None req-a2a78427-4a11-4313-bf11-bf3254078b28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6999508a-9d87-4259-bdea-144e00f8ef4e') {'for_net_delete': True} {{(pid=100361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:44:25.129173 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.services.segments.db [None req-a2a78427-4a11-4313-bf11-bf3254078b28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6999508a-9d87-4259-bdea-144e00f8ef4e') {} {{(pid=100361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:44:25.139052 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a2a78427-4a11-4313-bf11-bf3254078b28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732082504906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10108974'] for segment, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:25.144834 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 36018) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:44:25.154833 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a2a78427-4a11-4313-bf11-bf3254078b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:25.161016 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a78427-4a11-4313-bf11-bf3254078b28 admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=100361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:44:25.161494 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a2a78427-4a11-4313-bf11-bf3254078b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9995903'] for segment, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: Traceback (most recent call last): Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: timer() Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: cb(*args, **kw) Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: return func(*args, **kwargs) Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: self._notify() Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: self.callback(batched_events) Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: event.method(event) Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: return f(self, *a, **k) Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: return self._get(url).json() Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: return self.request(url, 'GET', **kwargs) Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:44:25.163350 dv-cinder-763306-14-iscsi neutron-server[100361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:44:25.188432 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-3aba0549-3ef0-4783-a371-b213b1522dee admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=9a76096d88eb4ab782efaefdb035a8ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415459 Jun 29 17:44:25.198785 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 36020) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:44:25.249731 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-26dcbc3a-c905-429b-be41-8e3222002d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:25.273279 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-26dcbc3a-c905-429b-be41-8e3222002d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:25.300155 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a2a78427-4a11-4313-bf11-bf3254078b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617152'] for network, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:25.306786 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a2a78427-4a11-4313-bf11-bf3254078b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:25.311833 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-a2a78427-4a11-4313-bf11-bf3254078b28 admin admin] 10.222.0.102 "DELETE /v2.0/networks/73d0a2ca-fa0f-4cd0-8a9a-812558672909 HTTP/1.1" status: 204 len: 168 time: 0.3762679 Jun 29 17:44:25.312663 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:25.328636 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a78427-4a11-4313-bf11-bf3254078b28 admin admin] Pushing event deleted for resources: {'Network': ['ID=73d0a2ca-fa0f-4cd0-8a9a-812558672909,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:25.334141 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-a2a78427-4a11-4313-bf11-bf3254078b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:25.458984 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-26dcbc3a-c905-429b-be41-8e3222002d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:25.461620 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-26dcbc3a-c905-429b-be41-8e3222002d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:25.462808 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-26dcbc3a-c905-429b-be41-8e3222002d31 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/fd7da961-ab3b-4ac2-a8c9-ec65183f4555 HTTP/1.1" status: 204 len: 168 time: 0.2630496 Jun 29 17:44:25.463671 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-9b38609f-f8a2-48b3-af5d-ec9d7466e92c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:25.472053 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dcbc3a-c905-429b-be41-8e3222002d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7da961-ab3b-4ac2-a8c9-ec65183f4555,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:25.474873 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-26dcbc3a-c905-429b-be41-8e3222002d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:25.817866 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 36026) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:44:25.857770 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-47f62f71-9fb3-4907-a233-315c255d4353 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=1e92675dd0af403695e9b73c81b761d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0385854 Jun 29 17:44:25.860277 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 36028) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:44:25.912986 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-fcb83ac1-457a-4971-a86d-d1b1230c84ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:25.935013 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-fcb83ac1-457a-4971-a86d-d1b1230c84ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:26.066481 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-fcb83ac1-457a-4971-a86d-d1b1230c84ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:26.070218 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-fcb83ac1-457a-4971-a86d-d1b1230c84ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:26.071822 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-fcb83ac1-457a-4971-a86d-d1b1230c84ed admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/981c8de5-67ba-43dd-bab0-61c38e2158a3 HTTP/1.1" status: 204 len: 168 time: 0.2101126 Jun 29 17:44:26.072896 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-ef97cb57-fbda-4ffa-9f82-ba6575808779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:26.090884 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb83ac1-457a-4971-a86d-d1b1230c84ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981c8de5-67ba-43dd-bab0-61c38e2158a3,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:26.094919 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-fcb83ac1-457a-4971-a86d-d1b1230c84ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:26.382498 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 36038) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:44:26.422825 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-a1dafe7b-8e3d-4e58-8668-b3596cc6350a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=3c7f56ee12c844f5ad96d07379743c11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382128 Jun 29 17:44:26.424411 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 36040) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:44:26.470965 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bf85c409-bee5-431f-b1db-b7594846474c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:26.493568 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bf85c409-bee5-431f-b1db-b7594846474c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:26.648631 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bf85c409-bee5-431f-b1db-b7594846474c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:26.651209 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bf85c409-bee5-431f-b1db-b7594846474c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:26.652550 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-bf85c409-bee5-431f-b1db-b7594846474c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/7a41e248-f3ca-4259-a723-cc7faec5cbbc HTTP/1.1" status: 204 len: 168 time: 0.2273033 Jun 29 17:44:26.653363 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-9c4f8111-04e0-4f41-a306-5a265b85c5d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:26.662233 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85c409-bee5-431f-b1db-b7594846474c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a41e248-f3ca-4259-a723-cc7faec5cbbc,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:26.664698 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-bf85c409-bee5-431f-b1db-b7594846474c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:27.435662 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-582682f1-05da-4b7e-83f3-df1962595219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:28.915400 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device c228b8b6-cb04-4384-9af8-2cc09dc1ba77 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:44:28.937333 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] No Port match for: c228b8b6-cb04-4384-9af8-2cc09dc1ba77 {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:44:28.937703 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device c228b8b6-cb04-4384-9af8-2cc09dc1ba77 not bound to the agent host hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:44:29.001799 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 36094) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:44:29.109038 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ad580517-6d90-4eab-a181-d8e1871474b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:29.197559 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ad580517-6d90-4eab-a181-d8e1871474b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:29.288509 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ad580517-6d90-4eab-a181-d8e1871474b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:29.290983 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-cbfb4101-3d84-4244-874a-1adc1bf6465b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:29.328923 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-ad580517-6d90-4eab-a181-d8e1871474b0 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d3dfa84ba8c9486d86935574b10b2546&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3259847 Jun 29 17:44:29.329797 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad580517-6d90-4eab-a181-d8e1871474b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df838944-8acb-4b0e-96bd-c4fcd36bf347,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:29.331577 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 36098) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:44:29.337855 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-ad580517-6d90-4eab-a181-d8e1871474b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:29.386598 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-95ae57f0-6a47-415b-984e-0e63f797e80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:29.408209 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-95ae57f0-6a47-415b-984e-0e63f797e80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:29.539644 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-95ae57f0-6a47-415b-984e-0e63f797e80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:29.542240 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-95ae57f0-6a47-415b-984e-0e63f797e80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:29.543414 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-95ae57f0-6a47-415b-984e-0e63f797e80c admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/df838944-8acb-4b0e-96bd-c4fcd36bf347 HTTP/1.1" status: 204 len: 168 time: 0.2099462 Jun 29 17:44:29.544160 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:29.553239 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae57f0-6a47-415b-984e-0e63f797e80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df838944-8acb-4b0e-96bd-c4fcd36bf347,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:29.555741 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-95ae57f0-6a47-415b-984e-0e63f797e80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:29.825799 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8d225949-d63b-4b93-b67e-ff938bc367ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:29.911583 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:30.342823 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 36108) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:44:30.356971 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-8c8be655-40b0-476e-8440-d2f04f8b1a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:30.445663 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-8c8be655-40b0-476e-8440-d2f04f8b1a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:30.528552 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-8c8be655-40b0-476e-8440-d2f04f8b1a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:30.530950 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-fa081460-18cd-49c5-ac00-6295288036e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:30.564911 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8be655-40b0-476e-8440-d2f04f8b1a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0296d72-89d7-4fb7-9824-f9db16050396,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:30.570604 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-8c8be655-40b0-476e-8440-d2f04f8b1a52 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=c491448f765a4b74a180870135d2d209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264092 Jun 29 17:44:30.571561 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-8c8be655-40b0-476e-8440-d2f04f8b1a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:30.573542 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 36110) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:44:30.623704 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-52c90b6b-2ba7-4d9d-abde-94084d8b4d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:30.646639 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-52c90b6b-2ba7-4d9d-abde-94084d8b4d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:30.808536 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-52c90b6b-2ba7-4d9d-abde-94084d8b4d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:30.811379 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-52c90b6b-2ba7-4d9d-abde-94084d8b4d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:30.812773 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-52c90b6b-2ba7-4d9d-abde-94084d8b4d59 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f0296d72-89d7-4fb7-9824-f9db16050396 HTTP/1.1" status: 204 len: 168 time: 0.2389500 Jun 29 17:44:30.818921 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-09c98674-4c51-468b-bb26-b3f042104908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:30.822686 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c90b6b-2ba7-4d9d-abde-94084d8b4d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0296d72-89d7-4fb7-9824-f9db16050396,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:30.825136 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-52c90b6b-2ba7-4d9d-abde-94084d8b4d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:31.460292 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:33.208775 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:37.039754 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-005e9e82-f434-4795-bfa0-9a45139a21df tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:37.041180 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-005e9e82-f434-4795-bfa0-9a45139a21df tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/networks?id=75ff5e4a-a0f5-4fba-a869-00a179210a0c HTTP/1.1" status: 200 len: 814 time: 0.1098330 Jun 29 17:44:37.056778 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-b1de389e-6877-4462-a169-299378f7fccb tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/quotas/2100046fd6f84a44a59f122e11135a8a HTTP/1.1" status: 200 len: 375 time: 0.0094268 Jun 29 17:44:37.091633 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-1e26c8ea-c621-407c-8bd9-301f0bddfcf6 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=2100046fd6f84a44a59f122e11135a8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281699 Jun 29 17:44:37.183740 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-8552f634-6382-4671-8bce-3496e54f4c4d service neutron] 10.222.0.102 "GET /v2.0/networks/75ff5e4a-a0f5-4fba-a869-00a179210a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845337 Jun 29 17:44:37.275922 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-578bab90-0e15-4a47-95bb-1a21536f3d49 service neutron] 10.222.0.102 "GET /v2.0/networks/75ff5e4a-a0f5-4fba-a869-00a179210a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859385 Jun 29 17:44:37.351157 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:37.533694 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f480a6b1-55c1-44f0-95b6-fbe252ac693e req-76b1206a-ba6a-49d1-ad83-58adb3b5cc83 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=86120e69-52b6-4b56-a974-b69e20a4c529 HTTP/1.1" status: 200 len: 210 time: 0.0316408 Jun 29 17:44:37.899141 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f999b4-882e-4545-b81c-1c9d1e8a9b44 req-28fa891d-defa-442f-bdb3-4e86b8308e06 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:37.900632 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-49f999b4-882e-4545-b81c-1c9d1e8a9b44 req-28fa891d-defa-442f-bdb3-4e86b8308e06 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.0721307 Jun 29 17:44:37.939467 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-49f999b4-882e-4545-b81c-1c9d1e8a9b44 req-46a03fe0-d596-46d4-8c26-f0a5bfd41c46 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320725 Jun 29 17:44:38.679479 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-483131af-444d-4080-8441-b898865998a6 req-7f4d35cc-1a97-4577-a1f1-49f36927d362 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=86120e69-52b6-4b56-a974-b69e20a4c529 HTTP/1.1" status: 200 len: 210 time: 0.0305641 Jun 29 17:44:39.119468 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bc519-9d63-45e8-abaa-16e3a8054e84 req-692d94b9-b64a-4280-a667-24eb08868f30 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:39.121387 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7a3bc519-9d63-45e8-abaa-16e3a8054e84 req-692d94b9-b64a-4280-a667-24eb08868f30 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.0656860 Jun 29 17:44:39.161424 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7a3bc519-9d63-45e8-abaa-16e3a8054e84 req-c55a737a-9a62-4ebc-9e89-952148cec94f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339878 Jun 29 17:44:39.824734 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5394933a-8200-449a-9d6f-bb6388a3a52a req-038aae2d-7f97-440a-94cb-81ef22ea2bc5 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=86120e69-52b6-4b56-a974-b69e20a4c529 HTTP/1.1" status: 200 len: 210 time: 0.0335462 Jun 29 17:44:40.342131 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68834048-9580-44fe-81db-4733b786409b req-1318af9f-d05c-4137-99ff-cd7a63176c4c tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:40.343605 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-68834048-9580-44fe-81db-4733b786409b req-1318af9f-d05c-4137-99ff-cd7a63176c4c tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.0648174 Jun 29 17:44:40.382312 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-68834048-9580-44fe-81db-4733b786409b req-b8d8daf0-2f51-4d56-8bee-b6df0d5da94e tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326502 Jun 29 17:44:40.966921 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0cf98f0e-a97c-4bbc-a065-9c1f2a8d92ec req-47cb4688-c8f0-416c-b3f4-aa8cbe0a1ae0 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=86120e69-52b6-4b56-a974-b69e20a4c529 HTTP/1.1" status: 200 len: 210 time: 0.0305097 Jun 29 17:44:41.529393 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-8de61fe1-da88-452d-a3b6-ef7169b97e86 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:41.530886 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-8de61fe1-da88-452d-a3b6-ef7169b97e86 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.66 "GET /v2.0/networks?id=75ff5e4a-a0f5-4fba-a869-00a179210a0c HTTP/1.1" status: 200 len: 814 time: 0.1122229 Jun 29 17:44:41.544679 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-06e7329d-672e-4d69-ad97-4ef954b62072 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Request body: {'port': {'device_id': '86120e69-52b6-4b56-a974-b69e20a4c529', 'network_id': '75ff5e4a-a0f5-4fba-a869-00a179210a0c', 'admin_state_up': True, 'tenant_id': '2100046fd6f84a44a59f122e11135a8a'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:44:41.579268 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8614d-1465-47cb-a3b3-116d700800c1 req-8aa6220f-0911-4a53-8263-a3f902161f10 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:41.580921 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-37b8614d-1465-47cb-a3b3-116d700800c1 req-8aa6220f-0911-4a53-8263-a3f902161f10 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.0680552 Jun 29 17:44:41.627074 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-37b8614d-1465-47cb-a3b3-116d700800c1 req-adbcd535-8ca3-4714-b0a1-e7c233bdb527 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362275 Jun 29 17:44:41.760183 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-06e7329d-672e-4d69-ad97-4ef954b62072 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Made reservation on behalf of 2100046fd6f84a44a59f122e11135a8a for: {'port': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:44:41.760716 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-06e7329d-672e-4d69-ad97-4ef954b62072 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:41.893740 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-06e7329d-672e-4d69-ad97-4ef954b62072 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Allocated IP 172.20.0.6 (75ff5e4a-a0f5-4fba-a869-00a179210a0c/cd6d7aaa-61de-40ba-977b-fcd58b7bff9c/663357bf-a090-49aa-a393-70c656526a8d) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:44:42.043523 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-06e7329d-672e-4d69-ad97-4ef954b62072 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:42.116077 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e7ca38af-1404-4f1d-a1b9-d5d463333edb req-6b32c4a8-48b3-4c99-a6c3-7aa7461719ca tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=86120e69-52b6-4b56-a974-b69e20a4c529 HTTP/1.1" status: 200 len: 210 time: 0.0302286 Jun 29 17:44:42.214967 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-06e7329d-672e-4d69-ad97-4ef954b62072 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9995809'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:42.219150 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-53d3fed8-ea3d-4afa-9d45-2a4964fd2a4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:42.261249 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-06e7329d-672e-4d69-ad97-4ef954b62072 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Network 75ff5e4a-a0f5-4fba-a869-00a179210a0c is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:44:42.264564 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-06e7329d-672e-4d69-ad97-4ef954b62072 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:44:42.271560 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-06e7329d-672e-4d69-ad97-4ef954b62072 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:44:42.277990 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7329d-672e-4d69-ad97-4ef954b62072 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Pushing event updated for resources: {'Port': ['ID=663357bf-a090-49aa-a393-70c656526a8d,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:42.297576 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-06e7329d-672e-4d69-ad97-4ef954b62072 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:42.323336 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-06e7329d-672e-4d69-ad97-4ef954b62072 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:42.323958 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-06e7329d-672e-4d69-ad97-4ef954b62072 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:42.414827 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-06e7329d-672e-4d69-ad97-4ef954b62072 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8747804 Jun 29 17:44:42.427019 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-b290bd33-0048-448f-b01f-23f913ab1104 service neutron] Request body: {'port': {'device_id': '86120e69-52b6-4b56-a974-b69e20a4c529', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:44:42.503560 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-b290bd33-0048-448f-b01f-23f913ab1104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:42.770673 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-b290bd33-0048-448f-b01f-23f913ab1104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 663357bf-a090-49aa-a393-70c656526a8d {{(pid=100361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:44:42.779217 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-b290bd33-0048-448f-b01f-23f913ab1104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:42.798712 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-b290bd33-0048-448f-b01f-23f913ab1104 service neutron] Transition to ACTIVE for port object 663357bf-a090-49aa-a393-70c656526a8d will not be triggered until provisioned by entity L2. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:44:42.819787 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba80492-f9da-40f0-99ed-7e7e4c4885be req-a70ce3cd-988d-4467-b304-e33c720e34d8 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:42.821244 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5ba80492-f9da-40f0-99ed-7e7e4c4885be req-a70ce3cd-988d-4467-b304-e33c720e34d8 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.0757275 Jun 29 17:44:42.858656 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5ba80492-f9da-40f0-99ed-7e7e4c4885be req-3b57b43f-1dfa-4322-b952-202fc2a9cf71 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312896 Jun 29 17:44:42.871248 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-b290bd33-0048-448f-b01f-23f913ab1104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995795'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:42.873474 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-59631a22-dc44-4a53-b99b-71e7e2dee23b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:42.922023 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290bd33-0048-448f-b01f-23f913ab1104 service neutron] Pushing event updated for resources: {'Port': ['ID=663357bf-a090-49aa-a393-70c656526a8d,revision_number=2']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:42.926150 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b290bd33-0048-448f-b01f-23f913ab1104 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:42.997728 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-b290bd33-0048-448f-b01f-23f913ab1104 service neutron] Attempting to bind port 663357bf-a090-49aa-a393-70c656526a8d on host hv-cinder-76330 for vnic_type normal with profile {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:44:42.998076 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-b290bd33-0048-448f-b01f-23f913ab1104 service neutron] Attempting to bind port 663357bf-a090-49aa-a393-70c656526a8d by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '7b3c2465-1fff-4513-a135-a610b012a3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '75ff5e4a-a0f5-4fba-a869-00a179210a0c'}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:44:42.998497 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-b290bd33-0048-448f-b01f-23f913ab1104 service neutron] Attempting to bind port 663357bf-a090-49aa-a393-70c656526a8d on network 75ff5e4a-a0f5-4fba-a869-00a179210a0c {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:44:43.002901 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-b290bd33-0048-448f-b01f-23f913ab1104 service neutron] Port 663357bf-a090-49aa-a393-70c656526a8d on network 75ff5e4a-a0f5-4fba-a869-00a179210a0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:44:43.003228 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-b290bd33-0048-448f-b01f-23f913ab1104 service neutron] Attempting to bind port 663357bf-a090-49aa-a393-70c656526a8d on network 75ff5e4a-a0f5-4fba-a869-00a179210a0c {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:44:43.007948 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-b290bd33-0048-448f-b01f-23f913ab1104 service neutron] Checking agent: {'id': '7e509413-8b3d-41cc-85c9-4a7e2393f098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'started_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:44:43.008286 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-b290bd33-0048-448f-b01f-23f913ab1104 service neutron] Checking segment: {'id': '7b3c2465-1fff-4513-a135-a610b012a3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '75ff5e4a-a0f5-4fba-a869-00a179210a0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:44:43.008662 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-b290bd33-0048-448f-b01f-23f913ab1104 service neutron] Bound using segment: {'id': '7b3c2465-1fff-4513-a135-a610b012a3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '75ff5e4a-a0f5-4fba-a869-00a179210a0c'} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:44:43.009094 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-b290bd33-0048-448f-b01f-23f913ab1104 service neutron] Bound port: 663357bf-a090-49aa-a393-70c656526a8d, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3c2465-1fff-4513-a135-a610b012a3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '75ff5e4a-a0f5-4fba-a869-00a179210a0c'}}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:44:43.009451 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-b290bd33-0048-448f-b01f-23f913ab1104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:43.071627 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-b290bd33-0048-448f-b01f-23f913ab1104 service neutron] For port 663357bf-a090-49aa-a393-70c656526a8d, host hv-cinder-76330, cleared binding levels {{(pid=100361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:44:43.075347 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-b290bd33-0048-448f-b01f-23f913ab1104 service neutron] For port 663357bf-a090-49aa-a393-70c656526a8d, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=663357bf-a090-49aa-a393-70c656526a8d,segment=NetworkSegment(7b3c2465-1fff-4513-a135-a610b012a3d5),segment_id=7b3c2465-1fff-4513-a135-a610b012a3d5)] {{(pid=100361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:44:43.215137 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-b290bd33-0048-448f-b01f-23f913ab1104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995795'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:43.218157 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-f0cfac20-402f-4aab-95d5-dc2216c8d1de tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:43.251484 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-b290bd33-0048-448f-b01f-23f913ab1104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:43.252108 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-b290bd33-0048-448f-b01f-23f913ab1104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:43.253462 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-b290bd33-0048-448f-b01f-23f913ab1104 service neutron] 10.222.0.66 "PUT /v2.0/ports/663357bf-a090-49aa-a393-70c656526a8d HTTP/1.1" status: 200 len: 1093 time: 0.8305268 Jun 29 17:44:43.253945 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86120e69-52b6-4b56-a974-b69e20a4c529', 'tag': '663357bf-a090-49aa-a393-70c656526a8d'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:44:43.256207 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fc3208-32e3-4d6a-b33b-b3442f92c49c" -d '{"events": [{"name": "network-changed", "server_uuid": "86120e69-52b6-4b56-a974-b69e20a4c529", "tag": "663357bf-a090-49aa-a393-70c656526a8d"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:44:43.279398 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290bd33-0048-448f-b01f-23f913ab1104 service neutron] Pushing event updated for resources: {'Port': ['ID=663357bf-a090-49aa-a393-70c656526a8d,revision_number=3']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:43.282710 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b290bd33-0048-448f-b01f-23f913ab1104 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:43.298507 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e12c4da-ca73-4434-92bb-05b8c29047b9 x-openstack-request-id: req-1e12c4da-ca73-4434-92bb-05b8c29047b9 {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:44:43.298507 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86120e69-52b6-4b56-a974-b69e20a4c529", "tag": "663357bf-a090-49aa-a393-70c656526a8d", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:44:43.298507 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1e12c4da-ca73-4434-92bb-05b8c29047b9 {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:44:43.298507 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86120e69-52b6-4b56-a974-b69e20a4c529', 'tag': '663357bf-a090-49aa-a393-70c656526a8d', 'status': 'completed', 'code': 200} Jun 29 17:44:43.304208 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1339f-a8f5-4a67-aa4e-8494c844ae1b req-34714d01-f432-41f7-80ef-54429ad38d21 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:43.306514 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1ed1339f-a8f5-4a67-aa4e-8494c844ae1b req-34714d01-f432-41f7-80ef-54429ad38d21 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=86120e69-52b6-4b56-a974-b69e20a4c529 HTTP/1.1" status: 200 len: 943 time: 0.0766191 Jun 29 17:44:43.346674 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1ed1339f-a8f5-4a67-aa4e-8494c844ae1b req-12336fe5-d56e-4d72-a314-97f3f322fc7a tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/security-groups?id=98d89ea7-377b-40f7-aa43-b49bab9917dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343602 Jun 29 17:44:43.382203 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc3208-32e3-4d6a-b33b-b3442f92c49c req-7921fe26-7bf1-49a8-bdc3-f03a824ae282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:43.383685 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-b8fc3208-32e3-4d6a-b33b-b3442f92c49c req-7921fe26-7bf1-49a8-bdc3-f03a824ae282 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2100046fd6f84a44a59f122e11135a8a&device_id=86120e69-52b6-4b56-a974-b69e20a4c529 HTTP/1.1" status: 200 len: 1096 time: 0.0562835 Jun 29 17:44:43.489278 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc3208-32e3-4d6a-b33b-b3442f92c49c req-011ad7a3-13db-4770-81e6-75feee2d667b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:43.490722 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-b8fc3208-32e3-4d6a-b33b-b3442f92c49c req-011ad7a3-13db-4770-81e6-75feee2d667b service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=2100046fd6f84a44a59f122e11135a8a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0954194 Jun 29 17:44:43.589541 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc3208-32e3-4d6a-b33b-b3442f92c49c req-272eb545-38cf-47da-a01f-274733bf37b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:43.590972 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-b8fc3208-32e3-4d6a-b33b-b3442f92c49c req-272eb545-38cf-47da-a01f-274733bf37b3 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915589 Jun 29 17:44:43.685776 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-b0700133-a02b-4c71-b3f5-79359dfbebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:43.687242 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-b0700133-a02b-4c71-b3f5-79359dfbebdc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2100046fd6f84a44a59f122e11135a8a&device_id=86120e69-52b6-4b56-a974-b69e20a4c529 HTTP/1.1" status: 200 len: 1096 time: 0.0521801 Jun 29 17:44:43.745595 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-3854602f-f6be-48fd-8322-d17f7be9b8e5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=663357bf-a090-49aa-a393-70c656526a8d HTTP/1.1" status: 200 len: 217 time: 0.0479012 Jun 29 17:44:43.799825 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-74f7860b-6e64-4afa-9f75-f01346468424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:43.801278 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-74f7860b-6e64-4afa-9f75-f01346468424 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cd6d7aaa-61de-40ba-977b-fcd58b7bff9c HTTP/1.1" status: 200 len: 854 time: 0.0459652 Jun 29 17:44:43.835923 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-b6c869b6-5904-431e-a3c1-2eb7658faed0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=75ff5e4a-a0f5-4fba-a869-00a179210a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258043 Jun 29 17:44:43.928577 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-8bc45052-90a4-4e19-84d9-3ee8883bab81 service neutron] 10.222.0.66 "GET /v2.0/networks/75ff5e4a-a0f5-4fba-a869-00a179210a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839446 Jun 29 17:44:44.018984 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d084f99f-50b9-45d6-9420-2ea26a73327e req-40988bcf-499d-42d4-8974-508905f63064 service neutron] 10.222.0.66 "GET /v2.0/networks/75ff5e4a-a0f5-4fba-a869-00a179210a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824556 Jun 29 17:44:44.037436 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fba7ea-22a5-4bce-8169-8ab8373dabe5 req-3a635374-1d06-4e7e-8f49-e54579d4e3d2 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:44.038899 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f8fba7ea-22a5-4bce-8169-8ab8373dabe5 req-3a635374-1d06-4e7e-8f49-e54579d4e3d2 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.0675068 Jun 29 17:44:44.079652 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f8fba7ea-22a5-4bce-8169-8ab8373dabe5 req-22c55e8c-6ebd-4d25-b549-b69f80644aa5 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339472 Jun 29 17:44:44.520115 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8badfe-e74d-40d1-ab96-520e59ad2088 req-60a287dc-464b-4df8-a3d5-7147966697ab tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:44.521613 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2f8badfe-e74d-40d1-ab96-520e59ad2088 req-60a287dc-464b-4df8-a3d5-7147966697ab tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=86120e69-52b6-4b56-a974-b69e20a4c529 HTTP/1.1" status: 200 len: 943 time: 0.0626819 Jun 29 17:44:44.559311 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2f8badfe-e74d-40d1-ab96-520e59ad2088 req-5be7add7-25ea-437e-a274-b2354024f39f tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/security-groups?id=98d89ea7-377b-40f7-aa43-b49bab9917dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317228 Jun 29 17:44:45.136511 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 36306) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:44:45.260448 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-6f3c1ff6-4457-4dfe-a1ee-ab5d5de4dc84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:45.279281 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36708b-2bf9-439e-913b-3dad05ec8b9a req-8ac0fdad-9933-4c45-89c1-be28719f0118 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:45.280960 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1b36708b-2bf9-439e-913b-3dad05ec8b9a req-8ac0fdad-9933-4c45-89c1-be28719f0118 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.0797644 Jun 29 17:44:45.324278 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1b36708b-2bf9-439e-913b-3dad05ec8b9a req-7d669f02-71fa-4cf9-87cb-d26f1385edf2 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363696 Jun 29 17:44:45.369690 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-6f3c1ff6-4457-4dfe-a1ee-ab5d5de4dc84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:45.430930 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-6f3c1ff6-4457-4dfe-a1ee-ab5d5de4dc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:45.434953 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-ab0d0793-a9b9-414e-9433-6b98cacbf358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:45.469194 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-6f3c1ff6-4457-4dfe-a1ee-ab5d5de4dc84 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=8e476dfb176b44ed851d494aadd5d7aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314400 Jun 29 17:44:45.470985 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c1ff6-4457-4dfe-a1ee-ab5d5de4dc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0ba62d-85b5-4de9-a110-019e8383ef06,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:45.472173 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 36310) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:44:45.474188 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-6f3c1ff6-4457-4dfe-a1ee-ab5d5de4dc84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:45.529872 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0fc133c9-e89e-489c-b09b-68cf43d39b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:45.551788 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0fc133c9-e89e-489c-b09b-68cf43d39b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:45.675326 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0fc133c9-e89e-489c-b09b-68cf43d39b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:45.677938 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0fc133c9-e89e-489c-b09b-68cf43d39b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:45.679116 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-0fc133c9-e89e-489c-b09b-68cf43d39b2d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2d0ba62d-85b5-4de9-a110-019e8383ef06 HTTP/1.1" status: 204 len: 168 time: 0.2048023 Jun 29 17:44:45.681046 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-2ce9025e-7eed-4a80-8571-0aa9740e2193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:45.724932 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc133c9-e89e-489c-b09b-68cf43d39b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0ba62d-85b5-4de9-a110-019e8383ef06,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:45.728068 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-0fc133c9-e89e-489c-b09b-68cf43d39b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:45.762842 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c921b5e-1dc8-445c-8472-b2719cdbb938 req-cc85a8d8-c31f-4ea2-8e36-8a8f8901340c tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:45.764163 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0c921b5e-1dc8-445c-8472-b2719cdbb938 req-cc85a8d8-c31f-4ea2-8e36-8a8f8901340c tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=86120e69-52b6-4b56-a974-b69e20a4c529 HTTP/1.1" status: 200 len: 943 time: 0.0840416 Jun 29 17:44:45.801401 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0c921b5e-1dc8-445c-8472-b2719cdbb938 req-92564db2-6911-4274-a410-f946df46ae5c tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/security-groups?id=98d89ea7-377b-40f7-aa43-b49bab9917dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310414 Jun 29 17:44:46.343161 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 36318) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:44:46.357425 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0a3f10eb-0592-4c78-8451-f3d4e538573a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:46.456663 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0a3f10eb-0592-4c78-8451-f3d4e538573a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:46.508551 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316eed6-af05-478b-bf98-09f08c93c1d3 req-a9ab1d4f-cab1-44ca-8c5d-e3d08b69b9ae tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:46.509915 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1316eed6-af05-478b-bf98-09f08c93c1d3 req-a9ab1d4f-cab1-44ca-8c5d-e3d08b69b9ae tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.0711417 Jun 29 17:44:46.530643 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0a3f10eb-0592-4c78-8451-f3d4e538573a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:46.535164 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-e72f4ae1-d5b8-4737-b5a1-e0f3316de99d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:46.587798 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-0a3f10eb-0592-4c78-8451-f3d4e538573a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=66930224df374b90b8a1907eb133c8c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435076 Jun 29 17:44:46.591641 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 36322) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:44:46.592909 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1316eed6-af05-478b-bf98-09f08c93c1d3 req-8264ba53-912d-4503-b37f-841c928ce84b tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765314 Jun 29 17:44:46.593590 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f10eb-0592-4c78-8451-f3d4e538573a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d7e556-ce55-4cf5-85d6-5e860fd480bf,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:46.600586 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-0a3f10eb-0592-4c78-8451-f3d4e538573a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:46.641757 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-4615d989-bc81-4aef-96a0-5e96b01dc288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:46.662932 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-4615d989-bc81-4aef-96a0-5e96b01dc288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:46.789331 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-4615d989-bc81-4aef-96a0-5e96b01dc288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:46.791850 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-4615d989-bc81-4aef-96a0-5e96b01dc288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:46.792985 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-4615d989-bc81-4aef-96a0-5e96b01dc288 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/c5d7e556-ce55-4cf5-85d6-5e860fd480bf HTTP/1.1" status: 204 len: 168 time: 0.2003400 Jun 29 17:44:46.793770 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-a52669f4-3e6e-42a6-bef6-03a30edb667b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:46.801880 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615d989-bc81-4aef-96a0-5e96b01dc288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d7e556-ce55-4cf5-85d6-5e860fd480bf,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:46.804193 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-4615d989-bc81-4aef-96a0-5e96b01dc288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:46.979382 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4b42e-0c24-4ed4-9736-b71815a10c53 req-bbe529b3-7cc3-457a-9859-f504818bd968 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:46.980936 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-27b4b42e-0c24-4ed4-9736-b71815a10c53 req-bbe529b3-7cc3-457a-9859-f504818bd968 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=86120e69-52b6-4b56-a974-b69e20a4c529 HTTP/1.1" status: 200 len: 943 time: 0.0614147 Jun 29 17:44:47.019952 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-27b4b42e-0c24-4ed4-9736-b71815a10c53 req-ccb90032-3eeb-4060-8146-d080efedd261 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/security-groups?id=98d89ea7-377b-40f7-aa43-b49bab9917dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327337 Jun 29 17:44:47.773870 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30a0cc-c043-457a-b3e6-b45e2fa16833 req-60e31cbc-30d4-472e-a2f2-b5d73c81f543 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:47.775334 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-dd30a0cc-c043-457a-b3e6-b45e2fa16833 req-60e31cbc-30d4-472e-a2f2-b5d73c81f543 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.0668879 Jun 29 17:44:47.814495 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-dd30a0cc-c043-457a-b3e6-b45e2fa16833 req-7b2edc43-018e-40ea-92ab-a64f8851c991 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328918 Jun 29 17:44:48.197535 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610de372-a3c3-4421-9d43-922d4c0a43e2 req-b29d7e9a-a18c-458f-97cd-6581ceaf7aba tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:48.198984 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-610de372-a3c3-4421-9d43-922d4c0a43e2 req-b29d7e9a-a18c-458f-97cd-6581ceaf7aba tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=86120e69-52b6-4b56-a974-b69e20a4c529 HTTP/1.1" status: 200 len: 943 time: 0.0684981 Jun 29 17:44:48.235903 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-610de372-a3c3-4421-9d43-922d4c0a43e2 req-1e8d6b54-776b-4f1f-b0d7-8bdb27a74d9a tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/security-groups?id=98d89ea7-377b-40f7-aa43-b49bab9917dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307417 Jun 29 17:44:48.246132 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 663357bf-a090-49aa-a393-70c656526a8d details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=100363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:44:48.456146 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 663357bf-a090-49aa-a393-70c656526a8d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=663357bf-a090-49aa-a393-70c656526a8d,segment=NetworkSegment(7b3c2465-1fff-4513-a135-a610b012a3d5),segment_id=7b3c2465-1fff-4513-a135-a610b012a3d5)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:44:48.466565 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Returning: {'device': '663357bf-a090-49aa-a393-70c656526a8d', 'network_id': '75ff5e4a-a0f5-4fba-a869-00a179210a0c', 'port_id': '663357bf-a090-49aa-a393-70c656526a8d', 'mac_address': 'fa:16:3e:50:d1:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd6d7aaa-61de-40ba-977b-fcd58b7bff9c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:44:48.503261 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:48.517169 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 663357bf-a090-49aa-a393-70c656526a8d {{(pid=100363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:44:48.537759 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 663357bf-a090-49aa-a393-70c656526a8d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=663357bf-a090-49aa-a393-70c656526a8d,segment=NetworkSegment(7b3c2465-1fff-4513-a135-a610b012a3d5),segment_id=7b3c2465-1fff-4513-a135-a610b012a3d5)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:44:48.619741 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:48.623281 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:48.672875 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=663357bf-a090-49aa-a393-70c656526a8d,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:48.676409 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:48.926642 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['663357bf-a090-49aa-a393-70c656526a8d'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:44:49.001864 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04743bf-c819-4f43-890d-b8e12f73c7ba req-8f342322-eeab-4515-ae97-f21c54c32718 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:49.003435 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e04743bf-c819-4f43-890d-b8e12f73c7ba req-8f342322-eeab-4515-ae97-f21c54c32718 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.0673788 Jun 29 17:44:49.055223 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e04743bf-c819-4f43-890d-b8e12f73c7ba req-6c132bd5-fe34-4d3c-ad42-98db57b73543 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454531 Jun 29 17:44:49.417066 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935df2b8-f2fb-4138-a92c-22b19318d48e req-19d513aa-e12b-4af9-aa33-fa88f1b227c0 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:49.418607 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-935df2b8-f2fb-4138-a92c-22b19318d48e req-19d513aa-e12b-4af9-aa33-fa88f1b227c0 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=86120e69-52b6-4b56-a974-b69e20a4c529 HTTP/1.1" status: 200 len: 944 time: 0.0681002 Jun 29 17:44:49.460696 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-935df2b8-f2fb-4138-a92c-22b19318d48e req-97d05381-10a3-42a8-9564-048d19d1114d tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/security-groups?id=98d89ea7-377b-40f7-aa43-b49bab9917dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363553 Jun 29 17:44:50.237685 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5a542-68af-441a-aca2-f064fada59bf req-dff9e753-d819-462a-b538-f9df308d8884 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:50.239197 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6ab5a542-68af-441a-aca2-f064fada59bf req-dff9e753-d819-462a-b538-f9df308d8884 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.0648978 Jun 29 17:44:50.246004 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 663357bf-a090-49aa-a393-70c656526a8d up at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:44:50.279144 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6ab5a542-68af-441a-aca2-f064fada59bf req-730286a3-d161-4c86-a5c4-c559f2661515 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336909 Jun 29 17:44:50.412105 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning for port 663357bf-a090-49aa-a393-70c656526a8d completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:44:50.416707 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning complete for port 663357bf-a090-49aa-a393-70c656526a8d triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:44:50.417182 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:50.503141 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:50.527133 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86120e69-52b6-4b56-a974-b69e20a4c529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663357bf-a090-49aa-a393-70c656526a8d'}] {{(pid=100363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:44:50.530108 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0170bf9ab270c77a1188d5f8494ea938272331804d61dd1d179af329d40bd85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb0bc1d-3057-4cb4-a5f4-6ec70649e5ba" -d '{"events": [{"server_uuid": "86120e69-52b6-4b56-a974-b69e20a4c529", "name": "network-vif-plugged", "status": "completed", "tag": "663357bf-a090-49aa-a393-70c656526a8d"}]}' {{(pid=100363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:44:50.543234 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 663357bf-a090-49aa-a393-70c656526a8d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=663357bf-a090-49aa-a393-70c656526a8d,segment=NetworkSegment(7b3c2465-1fff-4513-a135-a610b012a3d5),segment_id=7b3c2465-1fff-4513-a135-a610b012a3d5)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:44:50.570864 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b52d6d-844f-4052-907c-47649ad85bb3 x-openstack-request-id: req-a9b52d6d-844f-4052-907c-47649ad85bb3 {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:44:50.571166 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86120e69-52b6-4b56-a974-b69e20a4c529", "name": "network-vif-plugged", "status": "completed", "tag": "663357bf-a090-49aa-a393-70c656526a8d", "code": 200}]} {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:44:50.571427 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a9b52d6d-844f-4052-907c-47649ad85bb3 {{(pid=100363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:44:50.571893 dv-cinder-763306-14-iscsi neutron-server[100363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86120e69-52b6-4b56-a974-b69e20a4c529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663357bf-a090-49aa-a393-70c656526a8d', 'code': 200} Jun 29 17:44:50.619556 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:50.622217 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:50.670692 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=663357bf-a090-49aa-a393-70c656526a8d,revision_number=5']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:50.673775 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:50.677540 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c3f6f-a6aa-44bd-86d0-445e8b5ed53a req-4d03f495-1622-460b-92b8-3bff39ffaca0 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:50.680592 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6b3c3f6f-a6aa-44bd-86d0-445e8b5ed53a req-4d03f495-1622-460b-92b8-3bff39ffaca0 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=86120e69-52b6-4b56-a974-b69e20a4c529 HTTP/1.1" status: 200 len: 945 time: 0.0734434 Jun 29 17:44:50.720171 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6b3c3f6f-a6aa-44bd-86d0-445e8b5ed53a req-7b01bb37-e2e7-46f2-851d-e4c361a7e7be tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/security-groups?id=98d89ea7-377b-40f7-aa43-b49bab9917dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348039 Jun 29 17:44:51.022548 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f0c5c-be82-41b8-9971-ef95505929f7 req-acbe264b-e3a4-4855-ac60-37572881711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:51.024023 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-b76f0c5c-be82-41b8-9971-ef95505929f7 req-acbe264b-e3a4-4855-ac60-37572881711e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=86120e69-52b6-4b56-a974-b69e20a4c529 HTTP/1.1" status: 200 len: 1098 time: 0.0519540 Jun 29 17:44:51.063774 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-b76f0c5c-be82-41b8-9971-ef95505929f7 req-00b77d61-8fd2-44f2-9688-1581ff32b138 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=98d89ea7-377b-40f7-aa43-b49bab9917dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310512 Jun 29 17:44:51.696998 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793a402-e28f-4e65-878c-6e59b27ba8a5 req-263d6ead-9b4a-4c16-8f5c-9c97a8fae718 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:51.698507 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8793a402-e28f-4e65-878c-6e59b27ba8a5 req-263d6ead-9b4a-4c16-8f5c-9c97a8fae718 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.3026195 Jun 29 17:44:51.745609 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8793a402-e28f-4e65-878c-6e59b27ba8a5 req-0ff68493-aa6a-49af-932e-6fc44cc08dbf tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321584 Jun 29 17:44:51.905580 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e230952-10ea-4b88-9336-56f3f7ed8069 req-28884cc7-17c9-4a34-9659-79a86ef1937b tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:51.907059 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0e230952-10ea-4b88-9336-56f3f7ed8069 req-28884cc7-17c9-4a34-9659-79a86ef1937b tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=86120e69-52b6-4b56-a974-b69e20a4c529 HTTP/1.1" status: 200 len: 945 time: 0.0672784 Jun 29 17:44:51.947305 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0e230952-10ea-4b88-9336-56f3f7ed8069 req-b7943cc9-8eed-40b7-8a06-b31acd3a8569 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/security-groups?id=98d89ea7-377b-40f7-aa43-b49bab9917dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345070 Jun 29 17:44:52.279605 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f58638-699b-45d2-b02b-13e16ec37a59 req-a3dd39b7-053c-4010-a91b-8c7ddba6105d tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:52.281115 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-26f58638-699b-45d2-b02b-13e16ec37a59 req-a3dd39b7-053c-4010-a91b-8c7ddba6105d tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.0681198 Jun 29 17:44:52.319080 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-26f58638-699b-45d2-b02b-13e16ec37a59 req-9649ac38-e777-4fae-8bd6-19fd41b8275a tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324140 Jun 29 17:44:52.446916 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e9ae9-63f3-40a3-a84c-5c6b39060553 req-4e68081f-4099-4968-b80d-009a0c92e219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:52.448407 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-eb2e9ae9-63f3-40a3-a84c-5c6b39060553 req-4e68081f-4099-4968-b80d-009a0c92e219 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87f56b14a5034bf38448dbb35360a4fc&device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 1098 time: 0.0527637 Jun 29 17:44:52.540810 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e9ae9-63f3-40a3-a84c-5c6b39060553 req-e34b57ab-7d95-44f3-bfb2-11c2155bf0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:52.542249 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-eb2e9ae9-63f3-40a3-a84c-5c6b39060553 req-e34b57ab-7d95-44f3-bfb2-11c2155bf0d3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0d814395-0aef-449f-bcba-f7da97787837 HTTP/1.1" status: 200 len: 912 time: 0.0851285 Jun 29 17:44:52.616323 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-eb2e9ae9-63f3-40a3-a84c-5c6b39060553 req-7aed3b6d-843d-472f-aae2-7695e4f4a2d5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c7a7ddb-dcaf-4046-9505-12a0fb50ceac HTTP/1.1" status: 200 len: 1001 time: 0.0616937 Jun 29 17:44:52.666259 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e9ae9-63f3-40a3-a84c-5c6b39060553 req-a7e17a12-fbba-487b-86c9-d57a0d0040f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:52.667710 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-eb2e9ae9-63f3-40a3-a84c-5c6b39060553 req-a7e17a12-fbba-487b-86c9-d57a0d0040f9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=90b7b755-ce01-431b-9fbd-6f05b79fa141 HTTP/1.1" status: 200 len: 850 time: 0.0441632 Jun 29 17:44:52.726110 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e9ae9-63f3-40a3-a84c-5c6b39060553 req-e99911a0-8f14-4922-8fb7-cef2cca05ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:52.727576 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-eb2e9ae9-63f3-40a3-a84c-5c6b39060553 req-e99911a0-8f14-4922-8fb7-cef2cca05ccd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0d814395-0aef-449f-bcba-f7da97787837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0512450 Jun 29 17:44:53.092777 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-eb2e9ae9-63f3-40a3-a84c-5c6b39060553 req-442baf03-5ac2-4e51-8d1e-2c3d4bf8eae2 service neutron] 10.222.0.66 "GET /v2.0/networks/0d814395-0aef-449f-bcba-f7da97787837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570781 Jun 29 17:44:53.142456 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64a5ed-f7bf-429f-bd20-5bfd6fafe6e5 req-42c9e794-d187-4a0e-8b24-9ac82be246ad tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:53.144570 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6a64a5ed-f7bf-429f-bd20-5bfd6fafe6e5 req-42c9e794-d187-4a0e-8b24-9ac82be246ad tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=86120e69-52b6-4b56-a974-b69e20a4c529 HTTP/1.1" status: 200 len: 945 time: 0.0743759 Jun 29 17:44:53.191596 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6a64a5ed-f7bf-429f-bd20-5bfd6fafe6e5 req-fa7660dc-99e4-49d9-9996-1441c75fb0f0 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/security-groups?id=98d89ea7-377b-40f7-aa43-b49bab9917dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404592 Jun 29 17:44:53.204169 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-eb2e9ae9-63f3-40a3-a84c-5c6b39060553 req-9da0c2a3-c4fd-4692-9f07-37d17e1385f3 service neutron] 10.222.0.66 "GET /v2.0/networks/0d814395-0aef-449f-bcba-f7da97787837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954041 Jun 29 17:44:53.498838 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c7e3a-99a3-45a4-bc30-ef6457a455ac req-3576774a-f8ef-4960-9375-a0eadeeca701 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:53.503096 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-954c7e3a-99a3-45a4-bc30-ef6457a455ac req-3576774a-f8ef-4960-9375-a0eadeeca701 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.0671515 Jun 29 17:44:53.541066 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-954c7e3a-99a3-45a4-bc30-ef6457a455ac req-3fc09e6b-c4c0-42ca-a814-34220bc65342 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349720 Jun 29 17:44:54.663841 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 36464) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:44:54.758220 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75043c-2d63-4efb-83d3-e692a0bcb24d req-d2f71022-1d72-4df4-8a8d-899c3e7929b6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:44:54.764286 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bd75043c-2d63-4efb-83d3-e692a0bcb24d req-d2f71022-1d72-4df4-8a8d-899c3e7929b6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.0841188 Jun 29 17:44:54.799550 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-7ec42010-1319-4791-8937-957fd18c03d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:54.827274 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bd75043c-2d63-4efb-83d3-e692a0bcb24d req-2996eda9-aa6e-4b62-8009-7a20f529f4ad tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585666 Jun 29 17:44:54.912075 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-7ec42010-1319-4791-8937-957fd18c03d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:54.979971 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-7ec42010-1319-4791-8937-957fd18c03d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:54.983088 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-d30b2b03-957e-429c-868b-0b4055a9bac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:55.022038 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec42010-1319-4791-8937-957fd18c03d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036a655e-8d8c-4633-b06d-8746e564eb96,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:55.026587 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-7ec42010-1319-4791-8937-957fd18c03d0 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=73896c2288c4419bbe55d2fba4d9a3b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3612294 Jun 29 17:44:55.029356 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 36470) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:44:55.034109 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec42010-1319-4791-8937-957fd18c03d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:55.034410 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec42010-1319-4791-8937-957fd18c03d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:55.034769 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec42010-1319-4791-8937-957fd18c03d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:55.035125 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec42010-1319-4791-8937-957fd18c03d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:55.035476 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec42010-1319-4791-8937-957fd18c03d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:55.035945 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec42010-1319-4791-8937-957fd18c03d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:55.036785 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec42010-1319-4791-8937-957fd18c03d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:55.036785 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec42010-1319-4791-8937-957fd18c03d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:55.037307 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec42010-1319-4791-8937-957fd18c03d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:55.037662 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec42010-1319-4791-8937-957fd18c03d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:55.038129 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec42010-1319-4791-8937-957fd18c03d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:55.038372 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec42010-1319-4791-8937-957fd18c03d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:55.043792 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-7ec42010-1319-4791-8937-957fd18c03d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:55.094178 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-2592c620-6672-4250-934d-322e1da4d242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:55.124477 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-2592c620-6672-4250-934d-322e1da4d242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:55.309645 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-2592c620-6672-4250-934d-322e1da4d242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:55.312305 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-2592c620-6672-4250-934d-322e1da4d242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:55.314311 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-2592c620-6672-4250-934d-322e1da4d242 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/036a655e-8d8c-4633-b06d-8746e564eb96 HTTP/1.1" status: 204 len: 168 time: 0.2830529 Jun 29 17:44:55.314311 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-4615d989-bc81-4aef-96a0-5e96b01dc288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:55.322452 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592c620-6672-4250-934d-322e1da4d242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036a655e-8d8c-4633-b06d-8746e564eb96,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:55.330355 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2592c620-6672-4250-934d-322e1da4d242 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:55.330763 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2592c620-6672-4250-934d-322e1da4d242 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:55.331153 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2592c620-6672-4250-934d-322e1da4d242 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:55.331552 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2592c620-6672-4250-934d-322e1da4d242 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:55.331936 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2592c620-6672-4250-934d-322e1da4d242 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:55.332292 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2592c620-6672-4250-934d-322e1da4d242 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:55.332646 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2592c620-6672-4250-934d-322e1da4d242 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:55.333035 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2592c620-6672-4250-934d-322e1da4d242 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:55.333358 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2592c620-6672-4250-934d-322e1da4d242 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:55.333686 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2592c620-6672-4250-934d-322e1da4d242 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:55.334030 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2592c620-6672-4250-934d-322e1da4d242 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:55.334484 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2592c620-6672-4250-934d-322e1da4d242 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:44:55.338227 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-2592c620-6672-4250-934d-322e1da4d242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:56.033919 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 36478) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:44:56.048181 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-97adacf5-cdf6-43f7-adb9-18c253e504cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:56.140469 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-97adacf5-cdf6-43f7-adb9-18c253e504cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:56.265043 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-97adacf5-cdf6-43f7-adb9-18c253e504cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:56.267665 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-2441b5d2-0046-4c54-a362-e5031a715078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:56.304547 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-97adacf5-cdf6-43f7-adb9-18c253e504cc admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=43154bce6aeb4fef9085d6d9950f9a28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691963 Jun 29 17:44:56.305361 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adacf5-cdf6-43f7-adb9-18c253e504cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f67c661-1f46-4636-b4f5-b840fb1621dc,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:56.308695 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 36480) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:44:56.312668 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-97adacf5-cdf6-43f7-adb9-18c253e504cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:56.368986 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-6f7a4239-7d28-43a3-b7f5-5b5dd728e9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:56.392277 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-6f7a4239-7d28-43a3-b7f5-5b5dd728e9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:56.551272 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-6f7a4239-7d28-43a3-b7f5-5b5dd728e9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:56.553884 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-6f7a4239-7d28-43a3-b7f5-5b5dd728e9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:56.555037 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-6f7a4239-7d28-43a3-b7f5-5b5dd728e9ec admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/3f67c661-1f46-4636-b4f5-b840fb1621dc HTTP/1.1" status: 204 len: 168 time: 0.2444971 Jun 29 17:44:56.555826 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-85f86946-9ac8-4eb7-8315-5d3231ab77bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:56.563970 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a4239-7d28-43a3-b7f5-5b5dd728e9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f67c661-1f46-4636-b4f5-b840fb1621dc,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:56.566602 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-6f7a4239-7d28-43a3-b7f5-5b5dd728e9ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:57.261360 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 36488) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:44:57.275216 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-dbe595e3-db93-481d-9f2c-0924622b4369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:57.370748 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-dbe595e3-db93-481d-9f2c-0924622b4369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:57.437153 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-3e82d8a6-8b2f-43b2-9e08-086aa275abfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:57.475243 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-dbe595e3-db93-481d-9f2c-0924622b4369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:57.477947 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-97adacf5-cdf6-43f7-adb9-18c253e504cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:57.513357 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe595e3-db93-481d-9f2c-0924622b4369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d075d6-3468-4987-a073-e7f724219ad0,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:57.520326 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-dbe595e3-db93-481d-9f2c-0924622b4369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:57.520326 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-dbe595e3-db93-481d-9f2c-0924622b4369 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=6955230aea14413c9b62914169f72a54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2561326 Jun 29 17:44:57.522009 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 36490) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:44:57.575967 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-9378f321-24f3-4638-9b66-a23fd9ca0ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:57.596880 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-9378f321-24f3-4638-9b66-a23fd9ca0ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:57.711265 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-9378f321-24f3-4638-9b66-a23fd9ca0ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:57.714215 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-9378f321-24f3-4638-9b66-a23fd9ca0ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:57.715410 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-9378f321-24f3-4638-9b66-a23fd9ca0ca1 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/73d075d6-3468-4987-a073-e7f724219ad0 HTTP/1.1" status: 204 len: 168 time: 0.1923685 Jun 29 17:44:57.716199 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-042bfcaa-ef26-4055-bb86-18a96c99f1d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:44:57.724180 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378f321-24f3-4638-9b66-a23fd9ca0ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d075d6-3468-4987-a073-e7f724219ad0,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:44:57.726487 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-9378f321-24f3-4638-9b66-a23fd9ca0ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:44:57.778257 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:44:59.869649 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-bb5c630c-bc3e-4426-a704-342239fa6ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:44:59.894198 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:01.459680 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:03.173753 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:03.955921 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221d66b-22e9-4531-a2cc-7d375d33877e req-e6cdeea7-7ab8-48f9-99f9-829d4f74f96a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:03.956948 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f221d66b-22e9-4531-a2cc-7d375d33877e req-e6cdeea7-7ab8-48f9-99f9-829d4f74f96a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 947 time: 0.0669868 Jun 29 17:45:03.998382 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f221d66b-22e9-4531-a2cc-7d375d33877e req-d492e113-9426-43f7-9c54-124092925fea tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346935 Jun 29 17:45:05.179339 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699f6a5-6c47-4852-be5e-b1945e9cfde3 req-cb58b220-fc58-43ba-ae61-0a929b075cdf tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:05.180750 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b699f6a5-6c47-4852-be5e-b1945e9cfde3 req-cb58b220-fc58-43ba-ae61-0a929b075cdf tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 947 time: 0.0643330 Jun 29 17:45:05.224722 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b699f6a5-6c47-4852-be5e-b1945e9cfde3 req-ef8bd6c2-d5b7-4291-bcc9-b822224bfa82 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361323 Jun 29 17:45:06.405679 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce5fa7-845b-4eb5-87a5-28a3b3785a96 req-d8ec79a4-cdb6-449e-a669-7e7cfb67e1de tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:06.407142 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f4ce5fa7-845b-4eb5-87a5-28a3b3785a96 req-d8ec79a4-cdb6-449e-a669-7e7cfb67e1de tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 947 time: 0.0625746 Jun 29 17:45:06.444172 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f4ce5fa7-845b-4eb5-87a5-28a3b3785a96 req-039dad0a-3f96-4968-acb9-f9744da61687 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313137 Jun 29 17:45:07.345048 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:07.626255 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fdd5c-8fd3-4f45-a748-7dbc9154f0ce req-b9dd34ec-a822-4d94-80f5-ffb636533e24 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:07.627816 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-852fdd5c-8fd3-4f45-a748-7dbc9154f0ce req-b9dd34ec-a822-4d94-80f5-ffb636533e24 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 947 time: 0.0658004 Jun 29 17:45:07.665489 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-852fdd5c-8fd3-4f45-a748-7dbc9154f0ce req-ff11850f-dc1b-458c-bd14-821fab23ddde tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319757 Jun 29 17:45:07.964088 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 36676) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:45:08.068405 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-5c8ea598-2fef-4fc4-ab67-3c8ed54785f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:08.154454 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-5c8ea598-2fef-4fc4-ab67-3c8ed54785f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:08.217519 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-5c8ea598-2fef-4fc4-ab67-3c8ed54785f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:08.219834 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-99d55d42-5200-4af5-8375-b97776cc2a0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:45:08.256794 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ea598-2fef-4fc4-ab67-3c8ed54785f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eee4a85-b561-4bcc-a6bd-ee85e6993767,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:45:08.260901 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-5c8ea598-2fef-4fc4-ab67-3c8ed54785f7 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=fe0f6437ea1b4f428ec4742f840c2623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952559 Jun 29 17:45:08.261836 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-5c8ea598-2fef-4fc4-ab67-3c8ed54785f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:45:08.263605 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 36680) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:45:08.313105 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-c719e118-e82a-4050-9c6d-7e78aeba2d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:08.334679 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-c719e118-e82a-4050-9c6d-7e78aeba2d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:08.442118 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-c719e118-e82a-4050-9c6d-7e78aeba2d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:08.444858 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-c719e118-e82a-4050-9c6d-7e78aeba2d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:08.445994 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-c719e118-e82a-4050-9c6d-7e78aeba2d59 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/2eee4a85-b561-4bcc-a6bd-ee85e6993767 HTTP/1.1" status: 204 len: 168 time: 0.1814482 Jun 29 17:45:08.446885 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-214d7fa1-946b-4efc-bbaf-72ef93a84cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:45:08.454587 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719e118-e82a-4050-9c6d-7e78aeba2d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eee4a85-b561-4bcc-a6bd-ee85e6993767,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:45:08.456838 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-c719e118-e82a-4050-9c6d-7e78aeba2d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:45:08.848368 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6388381-385f-4a0a-a648-a72c951db5b7 req-cf2329e6-8c82-4824-949e-a6304f02f9e6 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:08.849890 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d6388381-385f-4a0a-a648-a72c951db5b7 req-cf2329e6-8c82-4824-949e-a6304f02f9e6 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 947 time: 0.0671632 Jun 29 17:45:08.891388 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d6388381-385f-4a0a-a648-a72c951db5b7 req-c1b4d4a4-5f6a-4c89-b44f-3bde4d39be13 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357800 Jun 29 17:45:09.028966 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 36690) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:45:09.042929 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-41ad73af-b490-4d6a-96cf-b3a30c29cca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:09.130875 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-41ad73af-b490-4d6a-96cf-b3a30c29cca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:09.178985 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-41ad73af-b490-4d6a-96cf-b3a30c29cca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:09.181416 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-154251f4-6c2f-42da-9d17-b204e8cfa43c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:45:09.219492 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-41ad73af-b490-4d6a-96cf-b3a30c29cca7 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=09203620bcbc477ca2428a3c665fd38d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1893227 Jun 29 17:45:09.220382 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad73af-b490-4d6a-96cf-b3a30c29cca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8e82dd-8590-49e7-aeaa-ffecfde593e5,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:45:09.223100 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 36692) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:45:09.223426 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-41ad73af-b490-4d6a-96cf-b3a30c29cca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:45:09.274041 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-38d12fca-e718-48de-956c-7c68cc08c097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:09.296381 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-38d12fca-e718-48de-956c-7c68cc08c097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:09.418023 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-38d12fca-e718-48de-956c-7c68cc08c097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:09.420916 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-38d12fca-e718-48de-956c-7c68cc08c097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:09.422085 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-38d12fca-e718-48de-956c-7c68cc08c097 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/ab8e82dd-8590-49e7-aeaa-ffecfde593e5 HTTP/1.1" status: 204 len: 168 time: 0.1974316 Jun 29 17:45:09.422947 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-da6eec79-67fc-4e8a-80d0-7ba7239bc0d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:45:09.430728 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d12fca-e718-48de-956c-7c68cc08c097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8e82dd-8590-49e7-aeaa-ffecfde593e5,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:45:09.434396 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-38d12fca-e718-48de-956c-7c68cc08c097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:45:10.086035 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8e21a-d64c-4672-b27e-c575afcc0d16 req-60abfc65-6bcc-43b5-ad5c-184c6def6e9e tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:10.087508 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9ce8e21a-d64c-4672-b27e-c575afcc0d16 req-60abfc65-6bcc-43b5-ad5c-184c6def6e9e tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 947 time: 0.0669601 Jun 29 17:45:10.136265 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9ce8e21a-d64c-4672-b27e-c575afcc0d16 req-1fb65267-18a3-402e-89b6-8450aab0b07c tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428429 Jun 29 17:45:11.025039 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 36728) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:45:11.144524 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8e8ed92e-a247-4683-a4dc-a7abf389e14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:11.146396 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892441a-dd86-48f3-aad7-46528fbea48c req-d9da47a2-9156-428d-974a-71cb43bca17c tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:11.146396 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-6892441a-dd86-48f3-aad7-46528fbea48c req-d9da47a2-9156-428d-974a-71cb43bca17c tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 947 time: 0.0784628 Jun 29 17:45:11.265259 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-6892441a-dd86-48f3-aad7-46528fbea48c req-f91179dc-cc20-4b30-89c8-f497404792fa tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Deleting port a9405f08-3e63-43e0-80bf-03da63452152 {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:45:11.265832 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-6892441a-dd86-48f3-aad7-46528fbea48c req-f91179dc-cc20-4b30-89c8-f497404792fa tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:11.266273 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8e8ed92e-a247-4683-a4dc-a7abf389e14d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:11.345144 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8e8ed92e-a247-4683-a4dc-a7abf389e14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:11.349578 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-6b51c368-85cb-4850-a367-06dc7ff6254a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:45:11.384091 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-6892441a-dd86-48f3-aad7-46528fbea48c req-f91179dc-cc20-4b30-89c8-f497404792fa tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] For port a9405f08-3e63-43e0-80bf-03da63452152, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=a9405f08-3e63-43e0-80bf-03da63452152,segment=NetworkSegment(ed133f60-0561-402c-b298-d58ce672a887),segment_id=ed133f60-0561-402c-b298-d58ce672a887)] {{(pid=100361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:45:11.384091 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-6892441a-dd86-48f3-aad7-46528fbea48c req-f91179dc-cc20-4b30-89c8-f497404792fa tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:11.400975 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1078f6-9788-4552-a6b9-006a3171dfd5 req-8100a65d-e525-4f8c-bf57-d94834dca4d6 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:11.403211 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ee1078f6-9788-4552-a6b9-006a3171dfd5 req-8100a65d-e525-4f8c-bf57-d94834dca4d6 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 947 time: 0.1110127 Jun 29 17:45:11.409075 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-8e8ed92e-a247-4683-a4dc-a7abf389e14d admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=88bae657a55c41fc9994e970914c3bb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3825996 Jun 29 17:45:11.413046 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 36738) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:45:11.428690 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ed92e-a247-4683-a4dc-a7abf389e14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ffd1ed-2603-4bd7-b7c4-300f99f2013d,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:45:11.437523 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-8e8ed92e-a247-4683-a4dc-a7abf389e14d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:45:11.497672 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ee1078f6-9788-4552-a6b9-006a3171dfd5 req-350988b7-c85c-4cab-9173-ca24e798ebc8 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869513 Jun 29 17:45:11.518171 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2e1024e1-b822-46b9-b44d-9d1f42b13f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:11.544364 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2e1024e1-b822-46b9-b44d-9d1f42b13f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:11.641747 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-6892441a-dd86-48f3-aad7-46528fbea48c req-f91179dc-cc20-4b30-89c8-f497404792fa tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:11.642086 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-6892441a-dd86-48f3-aad7-46528fbea48c req-f91179dc-cc20-4b30-89c8-f497404792fa tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617202'] for floatingip, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:11.642425 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.db.l3_db [req-6892441a-dd86-48f3-aad7-46528fbea48c req-f91179dc-cc20-4b30-89c8-f497404792fa tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Floating IP 1213a3f0-1c27-436a-97a5-59510497c007 disassociated. External IP: 172.27.3.154, port: a9405f08-3e63-43e0-80bf-03da63452152. Jun 29 17:45:11.642774 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-6892441a-dd86-48f3-aad7-46528fbea48c req-f91179dc-cc20-4b30-89c8-f497404792fa tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Calling delete_port for a9405f08-3e63-43e0-80bf-03da63452152 owned by compute:nova {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:45:11.654252 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2e1024e1-b822-46b9-b44d-9d1f42b13f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:11.657664 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2e1024e1-b822-46b9-b44d-9d1f42b13f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:11.658976 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-2e1024e1-b822-46b9-b44d-9d1f42b13f2f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/83ffd1ed-2603-4bd7-b7c4-300f99f2013d HTTP/1.1" status: 204 len: 168 time: 0.2448716 Jun 29 17:45:11.660233 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-7ec42010-1319-4791-8937-957fd18c03d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:45:11.673401 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1024e1-b822-46b9-b44d-9d1f42b13f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ffd1ed-2603-4bd7-b7c4-300f99f2013d,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:45:11.676688 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-2e1024e1-b822-46b9-b44d-9d1f42b13f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:45:11.899867 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-6892441a-dd86-48f3-aad7-46528fbea48c req-f91179dc-cc20-4b30-89c8-f497404792fa tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995816'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:11.899867 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b356cffa-8752-4c00-abc5-e8798c95e6ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:45:11.938507 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91179dc-cc20-4b30-89c8-f497404792fa tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Pushing event deleted for resources: {'Port': ['ID=a9405f08-3e63-43e0-80bf-03da63452152,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:45:11.938507 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-f91179dc-cc20-4b30-89c8-f497404792fa tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:45:12.047956 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6892441a-dd86-48f3-aad7-46528fbea48c req-f91179dc-cc20-4b30-89c8-f497404792fa tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Router 7e718a58-b63d-46dc-9ced-0bdcc9c1a779 has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:45:12.233756 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6892441a-dd86-48f3-aad7-46528fbea48c req-f91179dc-cc20-4b30-89c8-f497404792fa tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:45:12.244549 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4810bc91-1ef6-41a7-97f3-9e6e50d99158 None None] Sync routers for ids ['7e718a58-b63d-46dc-9ced-0bdcc9c1a779'] in dv-cinder-763306-14-iscsi {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:45:12.255583 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4810bc91-1ef6-41a7-97f3-9e6e50d99158 None None] Routers {'7e718a58-b63d-46dc-9ced-0bdcc9c1a779'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:45:12.256256 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-4810bc91-1ef6-41a7-97f3-9e6e50d99158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:45:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['7e718a58-b63d-46dc-9ced-0bdcc9c1a779'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:45:12.278276 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-6892441a-dd86-48f3-aad7-46528fbea48c req-f91179dc-cc20-4b30-89c8-f497404792fa tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] No DVR routers for this DVR port a9405f08-3e63-43e0-80bf-03da63452152 on host hv-cinder-76330 {{(pid=100361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:45:12.280811 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-6892441a-dd86-48f3-aad7-46528fbea48c req-f91179dc-cc20-4b30-89c8-f497404792fa tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:12.282856 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-6892441a-dd86-48f3-aad7-46528fbea48c req-f91179dc-cc20-4b30-89c8-f497404792fa tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.66 "DELETE /v2.0/ports/a9405f08-3e63-43e0-80bf-03da63452152 HTTP/1.1" status: 204 len: 173 time: 1.1301441 Jun 29 17:45:12.283397 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4291bc3-c63b-4e30-8d0c-02a1b95b8546', 'name': 'network-vif-deleted', 'tag': 'a9405f08-3e63-43e0-80bf-03da63452152'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:45:12.285872 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c562d94-2b6a-4e0a-a58c-8c85c5d92353" -d '{"events": [{"server_uuid": "e4291bc3-c63b-4e30-8d0c-02a1b95b8546", "name": "network-vif-deleted", "tag": "a9405f08-3e63-43e0-80bf-03da63452152"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:45:12.324351 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b6c297-8d4f-458a-841d-643c198bfa71 x-openstack-request-id: req-c9b6c297-8d4f-458a-841d-643c198bfa71 {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:45:12.324681 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4291bc3-c63b-4e30-8d0c-02a1b95b8546", "name": "network-vif-deleted", "tag": "a9405f08-3e63-43e0-80bf-03da63452152", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:45:12.325040 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-c9b6c297-8d4f-458a-841d-643c198bfa71 {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:45:12.325541 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4291bc3-c63b-4e30-8d0c-02a1b95b8546', 'name': 'network-vif-deleted', 'tag': 'a9405f08-3e63-43e0-80bf-03da63452152', 'status': 'completed', 'code': 200} Jun 29 17:45:12.404671 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-4810bc91-1ef6-41a7-97f3-9e6e50d99158 None None] Set router 7e718a58-b63d-46dc-9ced-0bdcc9c1a779 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:45:12.642619 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-4810bc91-1ef6-41a7-97f3-9e6e50d99158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'name': 'tempest-AttachVolumeShelveTestJSON-635234752-router', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:41:01Z', 'revision_number': 4, 'project_id': '84f447d134ac4605856ab46f7e636965', 'gw_port': {'id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:52Z', 'updated_at': '2021-06-29T17:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '41425cce-35a2-471d-900d-8e59e8bba4aa', 'name': '', 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'mac_address': 'fa:16:3e:90:dc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:58Z', 'updated_at': '2021-06-29T17:41:11Z', 'revision_number': 5, 'project_id': '84f447d134ac4605856ab46f7e636965', 'subnets': [{'id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:45:12.682171 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4810bc91-1ef6-41a7-97f3-9e6e50d99158 None None] Checking router: 7e718a58-b63d-46dc-9ced-0bdcc9c1a779 for host: dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:45:12.688111 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0691a303-17f4-4fc3-9aaf-3718bd1beed8 req-9a58fde0-21eb-45cf-a42e-78eab9586fb8 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=e4291bc3-c63b-4e30-8d0c-02a1b95b8546 HTTP/1.1" status: 200 len: 210 time: 0.0316207 Jun 29 17:45:12.692370 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4810bc91-1ef6-41a7-97f3-9e6e50d99158 None None] Routers {'7e718a58-b63d-46dc-9ced-0bdcc9c1a779'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:45:12.693084 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-4810bc91-1ef6-41a7-97f3-9e6e50d99158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:45:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['7e718a58-b63d-46dc-9ced-0bdcc9c1a779'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:45:12.805795 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-4810bc91-1ef6-41a7-97f3-9e6e50d99158 None None] Set router 7e718a58-b63d-46dc-9ced-0bdcc9c1a779 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:45:13.014240 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-4810bc91-1ef6-41a7-97f3-9e6e50d99158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'name': 'tempest-AttachVolumeShelveTestJSON-635234752-router', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:41:01Z', 'revision_number': 4, 'project_id': '84f447d134ac4605856ab46f7e636965', 'gw_port': {'id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:52Z', 'updated_at': '2021-06-29T17:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '41425cce-35a2-471d-900d-8e59e8bba4aa', 'name': '', 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'mac_address': 'fa:16:3e:90:dc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:58Z', 'updated_at': '2021-06-29T17:41:11Z', 'revision_number': 5, 'project_id': '84f447d134ac4605856ab46f7e636965', 'subnets': [{'id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:45:13.047839 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4810bc91-1ef6-41a7-97f3-9e6e50d99158 None None] The sync data for ids ['7e718a58-b63d-46dc-9ced-0bdcc9c1a779'] in dv-cinder-763306-14-iscsi is: [{'id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'name': 'tempest-AttachVolumeShelveTestJSON-635234752-router', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:41:01Z', 'revision_number': 4, 'project_id': '84f447d134ac4605856ab46f7e636965', 'gw_port': {'id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:52Z', 'updated_at': '2021-06-29T17:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '41425cce-35a2-471d-900d-8e59e8bba4aa', 'name': '', 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'mac_address': 'fa:16:3e:90:dc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:58Z', 'updated_at': '2021-06-29T17:41:11Z', 'revision_number': 5, 'project_id': '84f447d134ac4605856ab46f7e636965', 'subnets': [{'id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:45:13.266345 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26be07d-6db4-4624-a41d-f07af51ece7d None None] New status for floating IP 1213a3f0-1c27-436a-97a5-59510497c007: DOWN {{(pid=100364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 17:45:13.924233 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 36790) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:45:13.982557 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-627cf122-05b8-49c4-b29b-5222618542c7 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:14.007211 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-627cf122-05b8-49c4-b29b-5222618542c7 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:14.123167 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-627cf122-05b8-49c4-b29b-5222618542c7 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:14.125811 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-627cf122-05b8-49c4-b29b-5222618542c7 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:14.132988 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-627cf122-05b8-49c4-b29b-5222618542c7 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "DELETE /v2.0/security-groups/910af0c5-f8f2-45be-8d2c-e5dcbf29a03b HTTP/1.1" status: 204 len: 168 time: 0.2017384 Jun 29 17:45:14.132988 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-2cdf0957-ad3d-4971-93b9-348808a285a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:45:14.133211 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 36792) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:45:14.138180 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cf122-05b8-49c4-b29b-5222618542c7 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=910af0c5-f8f2-45be-8d2c-e5dcbf29a03b,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:45:14.140612 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-627cf122-05b8-49c4-b29b-5222618542c7 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:45:14.145891 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.api.v2.resource [None req-885cefbe-77cd-4869-a496-d9c6559acb16 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] show failed (client error): The resource could not be found. Jun 29 17:45:14.146892 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-885cefbe-77cd-4869-a496-d9c6559acb16 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups/910af0c5-f8f2-45be-8d2c-e5dcbf29a03b HTTP/1.1" status: 404 len: 347 time: 0.0160463 Jun 29 17:45:14.149828 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 36794) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:45:14.274687 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [None req-4b813700-a8f5-4a96-bbf8-ab506f3b2116 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Deleting port 33ae6da3-7dc7-4671-b6a4-4fc0d8b68a26 {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:45:14.274938 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-4b813700-a8f5-4a96-bbf8-ab506f3b2116 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:14.355007 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-4b813700-a8f5-4a96-bbf8-ab506f3b2116 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:14.355878 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-4b813700-a8f5-4a96-bbf8-ab506f3b2116 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:14.367834 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [None req-4b813700-a8f5-4a96-bbf8-ab506f3b2116 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Calling delete_port for 33ae6da3-7dc7-4671-b6a4-4fc0d8b68a26 owned by network:floatingip {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:45:14.595141 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-4b813700-a8f5-4a96-bbf8-ab506f3b2116 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995816'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:14.597480 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-fd88cda6-a7d3-4351-976a-6e71e9f903a3 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:45:14.622186 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b813700-a8f5-4a96-bbf8-ab506f3b2116 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Pushing event deleted for resources: {'Port': ['ID=33ae6da3-7dc7-4671-b6a4-4fc0d8b68a26,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:45:14.625286 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-4b813700-a8f5-4a96-bbf8-ab506f3b2116 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:45:14.686202 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-4b813700-a8f5-4a96-bbf8-ab506f3b2116 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for floatingip, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:14.688961 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-4b813700-a8f5-4a96-bbf8-ab506f3b2116 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for floatingip, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:14.690523 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-4b813700-a8f5-4a96-bbf8-ab506f3b2116 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "DELETE /v2.0/floatingips/1213a3f0-1c27-436a-97a5-59510497c007 HTTP/1.1" status: 204 len: 168 time: 0.5394223 Jun 29 17:45:15.102983 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 36812) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:45:15.107935 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-f3fbfeba-048b-4a92-81b5-8b3970c10331 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--988443807', 'description': 'tempest-description--1099253376'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:45:15.219749 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-f3fbfeba-048b-4a92-81b5-8b3970c10331 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:15.314810 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-f3fbfeba-048b-4a92-81b5-8b3970c10331 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:15.373494 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-f3fbfeba-048b-4a92-81b5-8b3970c10331 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:15.376250 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-c0a8ad8c-549c-4eb2-a415-5e71f2964b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:45:15.407402 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbfeba-048b-4a92-81b5-8b3970c10331 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b3b39a-d23d-4788-b622-1d934e6d5b1b,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:45:15.411332 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-f3fbfeba-048b-4a92-81b5-8b3970c10331 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:45:15.503751 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-f3fbfeba-048b-4a92-81b5-8b3970c10331 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:15.505064 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-f3fbfeba-048b-4a92-81b5-8b3970c10331 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4010842 Jun 29 17:45:15.508108 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 36816) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:45:15.513446 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-4b87b4cd-2b44-4d70-b649-f8e0ea5b0f9f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Request body: {'security_group_rule': {'security_group_id': '37b3b39a-d23d-4788-b622-1d934e6d5b1b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:45:15.605216 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-4b87b4cd-2b44-4d70-b649-f8e0ea5b0f9f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:15.663047 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-4b87b4cd-2b44-4d70-b649-f8e0ea5b0f9f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:15.737581 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-4b87b4cd-2b44-4d70-b649-f8e0ea5b0f9f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-379795'] for security_group_rule, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:15.739707 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-9f7f69e3-57ed-4ed0-9040-b8589fd02ea7 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:45:15.754282 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87b4cd-2b44-4d70-b649-f8e0ea5b0f9f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69bb00b5-6c52-4486-8f3e-a44cf94c93a3,revision_number=0']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:45:15.758003 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-4b87b4cd-2b44-4d70-b649-f8e0ea5b0f9f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:45:15.851882 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-4b87b4cd-2b44-4d70-b649-f8e0ea5b0f9f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:15.853111 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-4b87b4cd-2b44-4d70-b649-f8e0ea5b0f9f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3440630 Jun 29 17:45:15.856317 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 36818) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:45:15.860985 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-cc5df256-f2aa-49f8-a1f3-7eb027b893b1 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Request body: {'security_group_rule': {'security_group_id': '37b3b39a-d23d-4788-b622-1d934e6d5b1b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:45:15.953646 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-cc5df256-f2aa-49f8-a1f3-7eb027b893b1 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:16.003994 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-cc5df256-f2aa-49f8-a1f3-7eb027b893b1 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:16.099222 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-cc5df256-f2aa-49f8-a1f3-7eb027b893b1 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-379795'] for security_group_rule, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:16.101087 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:45:16.116633 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5df256-f2aa-49f8-a1f3-7eb027b893b1 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a0acc7-6959-4b03-a0b0-5de189d9b3a5,revision_number=0']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:45:16.121803 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-cc5df256-f2aa-49f8-a1f3-7eb027b893b1 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:45:16.201167 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-cc5df256-f2aa-49f8-a1f3-7eb027b893b1 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:16.202386 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-cc5df256-f2aa-49f8-a1f3-7eb027b893b1 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3450797 Jun 29 17:45:16.205682 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 36822) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:45:16.210058 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-79a6a1a2-e086-408a-b151-401fdfca3536 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Request body: {'floatingip': {'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:45:16.309373 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-79a6a1a2-e086-408a-b151-401fdfca3536 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for floatingip, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:16.408948 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-79a6a1a2-e086-408a-b151-401fdfca3536 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:16.522706 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.db_base_plugin_common [None req-79a6a1a2-e086-408a-b151-401fdfca3536 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Allocated IP 172.27.3.55 (26c48c97-dd4e-49af-8475-2ecf6fc0aadd/7cd7448d-c974-46f0-8ef9-2783dc523a5d/2f9d3831-2855-40d8-aa6c-d9816a50f7b3) {{(pid=100362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:45:16.624402 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-79a6a1a2-e086-408a-b151-401fdfca3536 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for port, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:16.750177 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-79a6a1a2-e086-408a-b151-401fdfca3536 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2715346'] for port, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:16.752784 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-cd08f4f2-33dc-4bec-9e62-5f3355aacd89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:45:16.798345 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a6a1a2-e086-408a-b151-401fdfca3536 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd is already hosted by enough agents. {{(pid=100362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:45:16.801168 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.base_scheduler [None req-79a6a1a2-e086-408a-b151-401fdfca3536 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Resources bound (agent type, host, resource id): {{(pid=100362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:45:16.804599 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a6a1a2-e086-408a-b151-401fdfca3536 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Received port after_create {{(pid=100362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:45:16.826859 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6a1a2-e086-408a-b151-401fdfca3536 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Pushing event updated for resources: {'Port': ['ID=2f9d3831-2855-40d8-aa6c-d9816a50f7b3,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:45:16.830660 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-79a6a1a2-e086-408a-b151-401fdfca3536 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:45:16.891336 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-79a6a1a2-e086-408a-b151-401fdfca3536 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:17.002385 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-79a6a1a2-e086-408a-b151-401fdfca3536 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:17.189562 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-79a6a1a2-e086-408a-b151-401fdfca3536 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for port, precommit_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:17.270585 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-79a6a1a2-e086-408a-b151-401fdfca3536 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2715360'] for port, after_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:17.273027 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:45:17.352977 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6a1a2-e086-408a-b151-401fdfca3536 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Pushing event updated for resources: {'Port': ['ID=2f9d3831-2855-40d8-aa6c-d9816a50f7b3,revision_number=2']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:45:17.358005 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-79a6a1a2-e086-408a-b151-401fdfca3536 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:45:17.364911 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-79a6a1a2-e086-408a-b151-401fdfca3536 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617202'] for floatingip, after_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:17.419687 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-79a6a1a2-e086-408a-b151-401fdfca3536 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for floatingip, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:17.420999 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-79a6a1a2-e086-408a-b151-401fdfca3536 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2144234 Jun 29 17:45:17.625646 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fe50a088-4860-4fda-aca1-887a95b5223a req-ef7e4312-a8a8-4161-8add-a2d9b45b6e72 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--988443807&fields=id&tenant_id=84f447d134ac4605856ab46f7e636965 HTTP/1.1" status: 200 len: 267 time: 0.0329714 Jun 29 17:45:17.734818 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50a088-4860-4fda-aca1-887a95b5223a req-93f0e738-0d4c-4892-8fa3-c4d6b30f9c23 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:17.736291 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fe50a088-4860-4fda-aca1-887a95b5223a req-93f0e738-0d4c-4892-8fa3-c4d6b30f9c23 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/networks?id=0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 HTTP/1.1" status: 200 len: 816 time: 0.1043952 Jun 29 17:45:17.751122 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fe50a088-4860-4fda-aca1-887a95b5223a req-004811ae-3075-4de2-95de-0bf193ec14d5 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/quotas/84f447d134ac4605856ab46f7e636965 HTTP/1.1" status: 200 len: 375 time: 0.0094967 Jun 29 17:45:17.821242 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fe50a088-4860-4fda-aca1-887a95b5223a req-0bf3fa05-051f-497c-859e-6c1ae463be4d tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=84f447d134ac4605856ab46f7e636965&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0653410 Jun 29 17:45:17.917614 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fe50a088-4860-4fda-aca1-887a95b5223a req-de361190-646b-4454-94ec-e7e1034e27ba service neutron] 10.222.0.102 "GET /v2.0/networks/0ee3f12c-3998-4005-bfbc-d8cd7c4223e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846860 Jun 29 17:45:18.006830 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fe50a088-4860-4fda-aca1-887a95b5223a req-90bc4509-b6ea-474e-84fe-a374fa8aa962 service neutron] 10.222.0.102 "GET /v2.0/networks/0ee3f12c-3998-4005-bfbc-d8cd7c4223e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829506 Jun 29 17:45:18.260416 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-3308bfe1-1eac-44e0-9af7-9521c5889878 req-6d3ed979-8d4e-47f5-8b62-a3f900ac307c tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 210 time: 0.0280507 Jun 29 17:45:18.770814 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device a9405f08-3e63-43e0-80bf-03da63452152 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:45:18.791482 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] No Port match for: a9405f08-3e63-43e0-80bf-03da63452152 {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:45:18.791874 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device a9405f08-3e63-43e0-80bf-03da63452152 not bound to the agent host hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:45:19.411391 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-73470285-47cf-42d3-8554-ae3bcde3702f req-644aad93-1884-4277-af2a-65dd68de17d1 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 210 time: 0.0322273 Jun 29 17:45:20.556554 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-635aba24-9f27-48ed-83d4-9718404c15d8 req-965a8e85-b453-448d-85dd-91889ce48bff tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 210 time: 0.0285676 Jun 29 17:45:20.860310 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371764a-3a13-4798-b02e-d191dd672631 req-ea3d3333-dfd0-4260-ab36-1367fd8f95ed tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:20.861812 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7371764a-3a13-4798-b02e-d191dd672631 req-ea3d3333-dfd0-4260-ab36-1367fd8f95ed tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=86120e69-52b6-4b56-a974-b69e20a4c529 HTTP/1.1" status: 200 len: 945 time: 0.0631738 Jun 29 17:45:20.900186 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7371764a-3a13-4798-b02e-d191dd672631 req-ed900d0b-fe48-4feb-ba0b-f44460d41ead tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/security-groups?id=98d89ea7-377b-40f7-aa43-b49bab9917dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321157 Jun 29 17:45:21.718149 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e7c54d61-dc28-4884-84bd-def2f04c4a19 req-2e262abc-7731-43c3-8881-898877ed014f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 210 time: 0.0326412 Jun 29 17:45:22.073822 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e161509-0d0c-4f1e-9ab2-9449f121cb6e req-99f45616-feec-4f0a-8309-58d68caacd1e tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:22.075285 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1e161509-0d0c-4f1e-9ab2-9449f121cb6e req-99f45616-feec-4f0a-8309-58d68caacd1e tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=86120e69-52b6-4b56-a974-b69e20a4c529 HTTP/1.1" status: 200 len: 945 time: 0.0643318 Jun 29 17:45:22.113519 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1e161509-0d0c-4f1e-9ab2-9449f121cb6e req-fcfc4c20-0277-49f9-bc79-c691d1b17d78 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/security-groups?id=98d89ea7-377b-40f7-aa43-b49bab9917dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323768 Jun 29 17:45:22.863707 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8839647c-54c1-445d-94e3-b9755fd87a0f req-1ae44433-df4e-41da-a041-d779553debfc tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 210 time: 0.0301697 Jun 29 17:45:23.292189 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963ee41-6edc-4776-a5c7-8e6b3b604157 req-5cd9bcf7-f2a2-429d-997f-5378a79e3451 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:23.294175 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c963ee41-6edc-4776-a5c7-8e6b3b604157 req-5cd9bcf7-f2a2-429d-997f-5378a79e3451 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=86120e69-52b6-4b56-a974-b69e20a4c529 HTTP/1.1" status: 200 len: 945 time: 0.0630040 Jun 29 17:45:23.337139 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c963ee41-6edc-4776-a5c7-8e6b3b604157 req-2c9ab0fd-adaa-464b-9393-950e26364a7c tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/security-groups?id=98d89ea7-377b-40f7-aa43-b49bab9917dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373287 Jun 29 17:45:23.778677 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50a088-4860-4fda-aca1-887a95b5223a req-a977caee-16fd-4aa6-8833-f1bac332ed45 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:23.780148 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-fe50a088-4860-4fda-aca1-887a95b5223a req-a977caee-16fd-4aa6-8833-f1bac332ed45 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.66 "GET /v2.0/networks?id=0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 HTTP/1.1" status: 200 len: 816 time: 0.1026824 Jun 29 17:45:23.829311 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-fe50a088-4860-4fda-aca1-887a95b5223a req-6eb615a4-a961-4ca0-87a3-0d6f642a12eb tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84f447d134ac4605856ab46f7e636965 HTTP/1.1" status: 200 len: 379 time: 0.0326986 Jun 29 17:45:23.840932 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-fe50a088-4860-4fda-aca1-887a95b5223a req-0f35e520-a7dd-4fb9-b135-76bcc1bca86f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Request body: {'port': {'device_id': 'a1327918-df37-4cd9-8a30-6d4eca96b70b', 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'admin_state_up': True, 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'security_groups': ['37b3b39a-d23d-4788-b622-1d934e6d5b1b']}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:45:24.007680 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe50a088-4860-4fda-aca1-887a95b5223a req-0f35e520-a7dd-4fb9-b135-76bcc1bca86f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Made reservation on behalf of 84f447d134ac4605856ab46f7e636965 for: {'port': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:45:24.011202 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-38a8a896-0c02-4c76-93c7-83aa3578f215 req-c4b82f6f-183f-47a3-a62a-77bac57a38e3 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 210 time: 0.0285718 Jun 29 17:45:24.012368 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-fe50a088-4860-4fda-aca1-887a95b5223a req-0f35e520-a7dd-4fb9-b135-76bcc1bca86f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:24.148456 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [req-fe50a088-4860-4fda-aca1-887a95b5223a req-0f35e520-a7dd-4fb9-b135-76bcc1bca86f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Allocated IP 172.20.0.9 (0ee3f12c-3998-4005-bfbc-d8cd7c4223e0/e367aaf4-13cb-4861-b876-86e2e819d122/31ac6c57-84a7-4de3-b787-43960080f888) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:45:24.286955 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-fe50a088-4860-4fda-aca1-887a95b5223a req-0f35e520-a7dd-4fb9-b135-76bcc1bca86f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:24.301147 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [req-fe50a088-4860-4fda-aca1-887a95b5223a req-0f35e520-a7dd-4fb9-b135-76bcc1bca86f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Transition to ACTIVE for port object 31ac6c57-84a7-4de3-b787-43960080f888 will not be triggered until provisioned by entity DHCP. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:45:24.408101 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-fe50a088-4860-4fda-aca1-887a95b5223a req-0f35e520-a7dd-4fb9-b135-76bcc1bca86f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9995809'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:24.412064 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-f91179dc-cc20-4b30-89c8-f497404792fa tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:45:24.452859 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe50a088-4860-4fda-aca1-887a95b5223a req-0f35e520-a7dd-4fb9-b135-76bcc1bca86f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Network 0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:45:24.456038 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [req-fe50a088-4860-4fda-aca1-887a95b5223a req-0f35e520-a7dd-4fb9-b135-76bcc1bca86f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:45:24.459826 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe50a088-4860-4fda-aca1-887a95b5223a req-0f35e520-a7dd-4fb9-b135-76bcc1bca86f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:45:24.487920 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f35e520-a7dd-4fb9-b135-76bcc1bca86f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Pushing event updated for resources: {'Port': ['ID=31ac6c57-84a7-4de3-b787-43960080f888,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:45:24.499369 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-0f35e520-a7dd-4fb9-b135-76bcc1bca86f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:45:24.529203 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50a088-4860-4fda-aca1-887a95b5223a req-0f35e520-a7dd-4fb9-b135-76bcc1bca86f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:24.530330 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-fe50a088-4860-4fda-aca1-887a95b5223a req-0f35e520-a7dd-4fb9-b135-76bcc1bca86f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:24.538187 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4703894-7839-4a64-8386-59112c24208e req-051cb802-bcce-4cc4-90e1-544f79af1413 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:24.540057 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c4703894-7839-4a64-8386-59112c24208e req-051cb802-bcce-4cc4-90e1-544f79af1413 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=86120e69-52b6-4b56-a974-b69e20a4c529 HTTP/1.1" status: 200 len: 945 time: 0.0870359 Jun 29 17:45:24.583374 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c4703894-7839-4a64-8386-59112c24208e req-668739d3-f620-41d6-b877-410944e91648 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/security-groups?id=98d89ea7-377b-40f7-aa43-b49bab9917dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366127 Jun 29 17:45:24.601414 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-fe50a088-4860-4fda-aca1-887a95b5223a req-0f35e520-a7dd-4fb9-b135-76bcc1bca86f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7645004 Jun 29 17:45:24.614373 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-fe50a088-4860-4fda-aca1-887a95b5223a req-11e880cd-288d-460a-98d2-6cce462a2026 service neutron] Request body: {'port': {'device_id': 'a1327918-df37-4cd9-8a30-6d4eca96b70b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:45:24.694564 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-fe50a088-4860-4fda-aca1-887a95b5223a req-11e880cd-288d-460a-98d2-6cce462a2026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:24.790536 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8f907fe7-6c6d-4cfd-bcd4-4c494ce54623 None None] Provisioning for port 31ac6c57-84a7-4de3-b787-43960080f888 completed by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:45:24.795354 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8f907fe7-6c6d-4cfd-bcd4-4c494ce54623 None None] Provisioning complete for port 31ac6c57-84a7-4de3-b787-43960080f888 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:45:24.799224 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8f907fe7-6c6d-4cfd-bcd4-4c494ce54623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:24.829409 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-8f907fe7-6c6d-4cfd-bcd4-4c494ce54623 None None] Port 31ac6c57-84a7-4de3-b787-43960080f888 cannot update to ACTIVE because it is not bound. {{(pid=100363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:45:24.955088 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [req-fe50a088-4860-4fda-aca1-887a95b5223a req-11e880cd-288d-460a-98d2-6cce462a2026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ac6c57-84a7-4de3-b787-43960080f888 {{(pid=100361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:45:24.962328 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-fe50a088-4860-4fda-aca1-887a95b5223a req-11e880cd-288d-460a-98d2-6cce462a2026 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:24.974658 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [req-fe50a088-4860-4fda-aca1-887a95b5223a req-11e880cd-288d-460a-98d2-6cce462a2026 service neutron] Transition to ACTIVE for port object 31ac6c57-84a7-4de3-b787-43960080f888 will not be triggered until provisioned by entity L2. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:45:25.047551 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-fe50a088-4860-4fda-aca1-887a95b5223a req-11e880cd-288d-460a-98d2-6cce462a2026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995795'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:25.050425 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-68550152-1cbd-4492-9163-ceb45fce62aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:45:25.103609 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e880cd-288d-460a-98d2-6cce462a2026 service neutron] Pushing event updated for resources: {'Port': ['ID=31ac6c57-84a7-4de3-b787-43960080f888,revision_number=2']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:45:25.107740 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-11e880cd-288d-460a-98d2-6cce462a2026 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:45:25.185932 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-fe50a088-4860-4fda-aca1-887a95b5223a req-11e880cd-288d-460a-98d2-6cce462a2026 service neutron] Attempting to bind port 31ac6c57-84a7-4de3-b787-43960080f888 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:45:25.186277 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-fe50a088-4860-4fda-aca1-887a95b5223a req-11e880cd-288d-460a-98d2-6cce462a2026 service neutron] Attempting to bind port 31ac6c57-84a7-4de3-b787-43960080f888 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'ed133f60-0561-402c-b298-d58ce672a887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0'}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:45:25.186622 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe50a088-4860-4fda-aca1-887a95b5223a req-11e880cd-288d-460a-98d2-6cce462a2026 service neutron] Attempting to bind port 31ac6c57-84a7-4de3-b787-43960080f888 on network 0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:45:25.192590 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe50a088-4860-4fda-aca1-887a95b5223a req-11e880cd-288d-460a-98d2-6cce462a2026 service neutron] Port 31ac6c57-84a7-4de3-b787-43960080f888 on network 0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:45:25.196634 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe50a088-4860-4fda-aca1-887a95b5223a req-11e880cd-288d-460a-98d2-6cce462a2026 service neutron] Attempting to bind port 31ac6c57-84a7-4de3-b787-43960080f888 on network 0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:45:25.199540 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe50a088-4860-4fda-aca1-887a95b5223a req-11e880cd-288d-460a-98d2-6cce462a2026 service neutron] Checking agent: {'id': '7e509413-8b3d-41cc-85c9-4a7e2393f098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'started_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:45:25.200118 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe50a088-4860-4fda-aca1-887a95b5223a req-11e880cd-288d-460a-98d2-6cce462a2026 service neutron] Checking segment: {'id': 'ed133f60-0561-402c-b298-d58ce672a887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:45:25.200741 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe50a088-4860-4fda-aca1-887a95b5223a req-11e880cd-288d-460a-98d2-6cce462a2026 service neutron] Bound using segment: {'id': 'ed133f60-0561-402c-b298-d58ce672a887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0'} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:45:25.201195 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-fe50a088-4860-4fda-aca1-887a95b5223a req-11e880cd-288d-460a-98d2-6cce462a2026 service neutron] Bound port: 31ac6c57-84a7-4de3-b787-43960080f888, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed133f60-0561-402c-b298-d58ce672a887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0'}}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:45:25.201557 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-fe50a088-4860-4fda-aca1-887a95b5223a req-11e880cd-288d-460a-98d2-6cce462a2026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:25.224116 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586ab0d-1d53-44a0-8729-d8c478669e3b req-b6f48962-ad7c-4213-b0be-941ed78187de tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:25.230774 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f586ab0d-1d53-44a0-8729-d8c478669e3b req-b6f48962-ad7c-4213-b0be-941ed78187de tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 943 time: 0.0810108 Jun 29 17:45:25.268772 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f586ab0d-1d53-44a0-8729-d8c478669e3b req-331e4b95-972d-47c1-80b6-46770fc0f1a2 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356348 Jun 29 17:45:25.270030 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-fe50a088-4860-4fda-aca1-887a95b5223a req-11e880cd-288d-460a-98d2-6cce462a2026 service neutron] For port 31ac6c57-84a7-4de3-b787-43960080f888, host hv-cinder-76330, cleared binding levels {{(pid=100361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:45:25.273447 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-fe50a088-4860-4fda-aca1-887a95b5223a req-11e880cd-288d-460a-98d2-6cce462a2026 service neutron] For port 31ac6c57-84a7-4de3-b787-43960080f888, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=31ac6c57-84a7-4de3-b787-43960080f888,segment=NetworkSegment(ed133f60-0561-402c-b298-d58ce672a887),segment_id=ed133f60-0561-402c-b298-d58ce672a887)] {{(pid=100361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:45:25.332160 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-fe50a088-4860-4fda-aca1-887a95b5223a req-11e880cd-288d-460a-98d2-6cce462a2026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995795'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:25.334984 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:45:25.371360 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50a088-4860-4fda-aca1-887a95b5223a req-11e880cd-288d-460a-98d2-6cce462a2026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:25.372007 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-fe50a088-4860-4fda-aca1-887a95b5223a req-11e880cd-288d-460a-98d2-6cce462a2026 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:25.373387 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-fe50a088-4860-4fda-aca1-887a95b5223a req-11e880cd-288d-460a-98d2-6cce462a2026 service neutron] 10.222.0.66 "PUT /v2.0/ports/31ac6c57-84a7-4de3-b787-43960080f888 HTTP/1.1" status: 200 len: 1093 time: 0.7634399 Jun 29 17:45:25.373882 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1327918-df37-4cd9-8a30-6d4eca96b70b', 'tag': '31ac6c57-84a7-4de3-b787-43960080f888'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:45:25.376179 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632b2259-e346-4c2b-b2c1-14110085821f" -d '{"events": [{"name": "network-changed", "server_uuid": "a1327918-df37-4cd9-8a30-6d4eca96b70b", "tag": "31ac6c57-84a7-4de3-b787-43960080f888"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:45:25.404354 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e880cd-288d-460a-98d2-6cce462a2026 service neutron] Pushing event updated for resources: {'Port': ['ID=31ac6c57-84a7-4de3-b787-43960080f888,revision_number=3']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:45:25.407555 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-11e880cd-288d-460a-98d2-6cce462a2026 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:45:25.428578 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ac5eb1-e273-473c-869e-c70ec1773b8b x-openstack-request-id: req-c6ac5eb1-e273-473c-869e-c70ec1773b8b {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:45:25.428972 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1327918-df37-4cd9-8a30-6d4eca96b70b", "tag": "31ac6c57-84a7-4de3-b787-43960080f888", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:45:25.429684 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-c6ac5eb1-e273-473c-869e-c70ec1773b8b {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:45:25.430095 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1327918-df37-4cd9-8a30-6d4eca96b70b', 'tag': '31ac6c57-84a7-4de3-b787-43960080f888', 'status': 'completed', 'code': 200} Jun 29 17:45:25.465034 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a41ccd-6b6a-4775-aba3-406fed23174f req-e817c137-beba-4458-86b2-ef405956e869 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:25.466537 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-36a41ccd-6b6a-4775-aba3-406fed23174f req-e817c137-beba-4458-86b2-ef405956e869 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.66 "GET /v2.0/ports?device_id=86120e69-52b6-4b56-a974-b69e20a4c529 HTTP/1.1" status: 200 len: 945 time: 0.0856571 Jun 29 17:45:25.534707 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b2259-e346-4c2b-b2c1-14110085821f req-8c21f73d-37e4-48d5-b400-2100d354c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:25.536939 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-632b2259-e346-4c2b-b2c1-14110085821f req-8c21f73d-37e4-48d5-b400-2100d354c20f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=84f447d134ac4605856ab46f7e636965&device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 1096 time: 0.0743291 Jun 29 17:45:25.592381 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [req-36a41ccd-6b6a-4775-aba3-406fed23174f req-a38ebcf1-a2ab-4ede-8345-5423de8a9810 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Deleting port 663357bf-a090-49aa-a393-70c656526a8d {{(pid=100362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:45:25.593103 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-36a41ccd-6b6a-4775-aba3-406fed23174f req-a38ebcf1-a2ab-4ede-8345-5423de8a9810 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:25.656303 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b2259-e346-4c2b-b2c1-14110085821f req-36a1f3b8-e5f8-4efc-9bea-a5e902ef3d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:25.658166 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-632b2259-e346-4c2b-b2c1-14110085821f req-36a1f3b8-e5f8-4efc-9bea-a5e902ef3d23 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=84f447d134ac4605856ab46f7e636965&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1132779 Jun 29 17:45:25.737878 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.db [req-36a41ccd-6b6a-4775-aba3-406fed23174f req-a38ebcf1-a2ab-4ede-8345-5423de8a9810 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] For port 663357bf-a090-49aa-a393-70c656526a8d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=663357bf-a090-49aa-a393-70c656526a8d,segment=NetworkSegment(7b3c2465-1fff-4513-a135-a610b012a3d5),segment_id=7b3c2465-1fff-4513-a135-a610b012a3d5)] {{(pid=100362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:45:25.737878 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-36a41ccd-6b6a-4775-aba3-406fed23174f req-a38ebcf1-a2ab-4ede-8345-5423de8a9810 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:25.737878 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [req-36a41ccd-6b6a-4775-aba3-406fed23174f req-a38ebcf1-a2ab-4ede-8345-5423de8a9810 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Calling delete_port for 663357bf-a090-49aa-a393-70c656526a8d owned by compute:nova {{(pid=100362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:45:25.761808 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b2259-e346-4c2b-b2c1-14110085821f req-b8b9b370-1f8c-48b7-bb90-7e217d0cdef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:25.763295 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-632b2259-e346-4c2b-b2c1-14110085821f req-b8b9b370-1f8c-48b7-bb90-7e217d0cdef7 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0980492 Jun 29 17:45:25.849612 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7eccf-e0ae-4465-930e-81095508c9aa req-355f5f76-d82d-49f1-9b8b-e6248b7093da tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:25.850933 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e2b7eccf-e0ae-4465-930e-81095508c9aa req-355f5f76-d82d-49f1-9b8b-e6248b7093da tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=86120e69-52b6-4b56-a974-b69e20a4c529 HTTP/1.1" status: 200 len: 945 time: 0.1301258 Jun 29 17:45:25.855068 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50a088-4860-4fda-aca1-887a95b5223a req-aebb57d9-5adf-4ca4-ae43-de3677662aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:25.856786 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-fe50a088-4860-4fda-aca1-887a95b5223a req-aebb57d9-5adf-4ca4-ae43-de3677662aeb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=84f447d134ac4605856ab46f7e636965&device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 1096 time: 0.0543804 Jun 29 17:45:25.903973 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-fe50a088-4860-4fda-aca1-887a95b5223a req-4550504b-7754-4ffc-b36f-d5957cfad1d2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31ac6c57-84a7-4de3-b787-43960080f888 HTTP/1.1" status: 200 len: 217 time: 0.0398288 Jun 29 17:45:25.920903 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e2b7eccf-e0ae-4465-930e-81095508c9aa req-e74e286e-d19f-4dc2-b9e6-1dcae75afbe9 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/security-groups?id=98d89ea7-377b-40f7-aa43-b49bab9917dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559404 Jun 29 17:45:25.962189 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50a088-4860-4fda-aca1-887a95b5223a req-6d8475b8-c638-424b-9460-2cc9d95dc78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:25.963663 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-fe50a088-4860-4fda-aca1-887a95b5223a req-6d8475b8-c638-424b-9460-2cc9d95dc78d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e367aaf4-13cb-4861-b876-86e2e819d122 HTTP/1.1" status: 200 len: 855 time: 0.0529199 Jun 29 17:45:26.012243 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-36a41ccd-6b6a-4775-aba3-406fed23174f req-a38ebcf1-a2ab-4ede-8345-5423de8a9810 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2715355'] for port, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:26.017721 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-43c47578-04c0-42a1-b09d-78ce1af2ad3b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:45:26.020833 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50a088-4860-4fda-aca1-887a95b5223a req-50e378d5-6edf-4da2-9125-19d8f64f855f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:26.022382 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-fe50a088-4860-4fda-aca1-887a95b5223a req-50e378d5-6edf-4da2-9125-19d8f64f855f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ee3f12c-3998-4005-bfbc-d8cd7c4223e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0517507 Jun 29 17:45:26.024716 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['663357bf-a090-49aa-a393-70c656526a8d'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:45:26.049517 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ebcf1-a2ab-4ede-8345-5423de8a9810 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Pushing event deleted for resources: {'Port': ['ID=663357bf-a090-49aa-a393-70c656526a8d,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:45:26.054301 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-a38ebcf1-a2ab-4ede-8345-5423de8a9810 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:45:26.095480 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a41ccd-6b6a-4775-aba3-406fed23174f req-a38ebcf1-a2ab-4ede-8345-5423de8a9810 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] No DVR routers for this DVR port 663357bf-a090-49aa-a393-70c656526a8d on host hv-cinder-76330 {{(pid=100362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:45:26.098040 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-36a41ccd-6b6a-4775-aba3-406fed23174f req-a38ebcf1-a2ab-4ede-8345-5423de8a9810 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:26.101908 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-36a41ccd-6b6a-4775-aba3-406fed23174f req-a38ebcf1-a2ab-4ede-8345-5423de8a9810 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.66 "DELETE /v2.0/ports/663357bf-a090-49aa-a393-70c656526a8d HTTP/1.1" status: 204 len: 173 time: 0.6278372 Jun 29 17:45:26.101908 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86120e69-52b6-4b56-a974-b69e20a4c529', 'name': 'network-vif-deleted', 'tag': '663357bf-a090-49aa-a393-70c656526a8d'}] {{(pid=100362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:45:26.103069 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48a6f13d0593460c6bf74d2d89cdb7f9c13c152b36d4e67a00c4f10a3cffdd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f386dd3f-066c-4451-9b73-d57d06c65b46" -d '{"events": [{"server_uuid": "86120e69-52b6-4b56-a974-b69e20a4c529", "name": "network-vif-deleted", "tag": "663357bf-a090-49aa-a393-70c656526a8d"}]}' {{(pid=100362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:45:26.118444 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-fe50a088-4860-4fda-aca1-887a95b5223a req-2bc5f1c5-0bfe-4d7c-ae49-687116c3acdc service neutron] 10.222.0.66 "GET /v2.0/networks/0ee3f12c-3998-4005-bfbc-d8cd7c4223e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893960 Jun 29 17:45:26.164983 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a29ae7-2046-4798-b0ac-983aeb4e1a5f x-openstack-request-id: req-a0a29ae7-2046-4798-b0ac-983aeb4e1a5f {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:45:26.164983 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86120e69-52b6-4b56-a974-b69e20a4c529", "name": "network-vif-deleted", "tag": "663357bf-a090-49aa-a393-70c656526a8d", "status": "completed", "code": 200}]} {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:45:26.164983 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a0a29ae7-2046-4798-b0ac-983aeb4e1a5f {{(pid=100362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:45:26.164983 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86120e69-52b6-4b56-a974-b69e20a4c529', 'name': 'network-vif-deleted', 'tag': '663357bf-a090-49aa-a393-70c656526a8d', 'status': 'completed', 'code': 200} Jun 29 17:45:26.216197 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-fe50a088-4860-4fda-aca1-887a95b5223a req-65eb6290-eb21-49bf-9da2-4d0f12292008 service neutron] 10.222.0.66 "GET /v2.0/networks/0ee3f12c-3998-4005-bfbc-d8cd7c4223e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902689 Jun 29 17:45:26.479581 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5674141-958a-4f63-a5fb-a4b0f412106d req-e67fb7b6-9467-4264-98b0-4c9775c46f6a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:26.481934 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f5674141-958a-4f63-a5fb-a4b0f412106d req-e67fb7b6-9467-4264-98b0-4c9775c46f6a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 943 time: 0.0674474 Jun 29 17:45:26.520085 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f5674141-958a-4f63-a5fb-a4b0f412106d req-cc4106f5-8d12-4510-ab74-3cbe8abfb09a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322576 Jun 29 17:45:27.092098 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2a3df2ab-ff7c-4fcb-a2a5-a01ca0bd12f4 req-ea6ef457-a21d-44bb-8bef-8c2633bc7331 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] 10.222.0.102 "GET /v2.0/ports?device_id=86120e69-52b6-4b56-a974-b69e20a4c529 HTTP/1.1" status: 200 len: 210 time: 0.0343578 Jun 29 17:45:27.451701 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-e9a3a28f-4db8-48a9-b743-753bd2c474c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:27.704491 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc32f83-97fe-4da6-aeb8-757c78d260e9 req-71301322-3435-4ffd-a627-071f797b8845 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:27.706018 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-cfc32f83-97fe-4da6-aeb8-757c78d260e9 req-71301322-3435-4ffd-a627-071f797b8845 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 943 time: 0.0640378 Jun 29 17:45:27.743788 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-cfc32f83-97fe-4da6-aeb8-757c78d260e9 req-5e2b77ff-0d83-4137-bb3d-fda4cd372850 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322142 Jun 29 17:45:28.794526 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 31ac6c57-84a7-4de3-b787-43960080f888 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=100363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:45:28.910990 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 31ac6c57-84a7-4de3-b787-43960080f888, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=31ac6c57-84a7-4de3-b787-43960080f888,segment=NetworkSegment(ed133f60-0561-402c-b298-d58ce672a887),segment_id=ed133f60-0561-402c-b298-d58ce672a887)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:45:28.920827 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Returning: {'device': '31ac6c57-84a7-4de3-b787-43960080f888', 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'port_id': '31ac6c57-84a7-4de3-b787-43960080f888', 'mac_address': 'fa:16:3e:ac:d2:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:45:28.961424 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:28.967811 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c498f98-b706-4c90-bb84-a93dabc669f6 req-05f4fe62-44f4-4397-8f2d-4a0107f31753 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:28.969317 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5c498f98-b706-4c90-bb84-a93dabc669f6 req-05f4fe62-44f4-4397-8f2d-4a0107f31753 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 943 time: 0.0985713 Jun 29 17:45:28.978699 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ac6c57-84a7-4de3-b787-43960080f888 {{(pid=100363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:45:29.000717 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 31ac6c57-84a7-4de3-b787-43960080f888, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=31ac6c57-84a7-4de3-b787-43960080f888,segment=NetworkSegment(ed133f60-0561-402c-b298-d58ce672a887),segment_id=ed133f60-0561-402c-b298-d58ce672a887)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:45:29.007306 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5c498f98-b706-4c90-bb84-a93dabc669f6 req-238f37c6-eb29-445e-b2ae-b3a9e57f60f3 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321879 Jun 29 17:45:29.161897 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:29.163711 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:45:29.219836 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=31ac6c57-84a7-4de3-b787-43960080f888,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:45:29.228695 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:29.229070 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:29.229434 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:29.229736 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:29.230602 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:29.231289 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:29.231401 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:29.231675 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:29.232025 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:29.232345 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:29.232664 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:29.232980 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:29.237102 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:45:29.425758 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['31ac6c57-84a7-4de3-b787-43960080f888'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:45:29.806527 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-88d41250-4e69-4e92-864f-8bacbb004905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:29.893467 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:30.196871 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4f10c-b52d-4b32-866a-e360f715825d req-427a6f3f-f537-45a2-a7e0-539640d501dd tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:30.198242 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-88f4f10c-b52d-4b32-866a-e360f715825d req-427a6f3f-f537-45a2-a7e0-539640d501dd tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 944 time: 0.0704858 Jun 29 17:45:30.236647 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-88f4f10c-b52d-4b32-866a-e360f715825d req-dff1f72a-e12c-431a-826d-c08345196193 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320508 Jun 29 17:45:31.428255 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca77a25-f97a-4543-b0d4-4996053fd073 req-c3ad12c4-2c15-4b1a-993c-bc8d5ccb2446 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:31.429725 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4ca77a25-f97a-4543-b0d4-4996053fd073 req-c3ad12c4-2c15-4b1a-993c-bc8d5ccb2446 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 944 time: 0.0726964 Jun 29 17:45:31.451317 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:31.467276 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4ca77a25-f97a-4543-b0d4-4996053fd073 req-74339ee2-e109-426c-9f95-6287c488bd6f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319073 Jun 29 17:45:32.378008 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 663357bf-a090-49aa-a393-70c656526a8d no longer exists at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:45:32.397850 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] No Port match for: 663357bf-a090-49aa-a393-70c656526a8d {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:45:32.398203 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 663357bf-a090-49aa-a393-70c656526a8d not bound to the agent host hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:45:32.654760 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef824d0-1680-4df3-9db3-b9f08799c1ea req-9fb193ee-2de1-4209-bf02-a44e9bb4fedb tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:32.656319 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-3ef824d0-1680-4df3-9db3-b9f08799c1ea req-9fb193ee-2de1-4209-bf02-a44e9bb4fedb tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 944 time: 0.0710359 Jun 29 17:45:32.698053 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-3ef824d0-1680-4df3-9db3-b9f08799c1ea req-cae60f27-896c-4dbe-aead-9221ade6ed53 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353696 Jun 29 17:45:33.173540 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:33.881769 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a6f5d-1b35-40a2-aad1-478abba42e1f req-f048a590-e347-4779-9aab-4d45f9ab2cfd tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:33.883151 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-994a6f5d-1b35-40a2-aad1-478abba42e1f req-f048a590-e347-4779-9aab-4d45f9ab2cfd tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 944 time: 0.0662394 Jun 29 17:45:33.922320 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-994a6f5d-1b35-40a2-aad1-478abba42e1f req-14ec14fd-e7e1-4f18-8caf-9da4a3b643a7 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333920 Jun 29 17:45:34.776796 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:45:35.071535 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 31ac6c57-84a7-4de3-b787-43960080f888 up at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:45:35.106253 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf68d3-48d8-450d-a235-6070189ae8df req-5c556bba-a9eb-470d-a60e-9c52c49a4811 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:35.110024 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-38bf68d3-48d8-450d-a235-6070189ae8df req-5c556bba-a9eb-470d-a60e-9c52c49a4811 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 944 time: 0.0674515 Jun 29 17:45:35.147107 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-38bf68d3-48d8-450d-a235-6070189ae8df req-f7902160-c038-4250-a848-062a155d5d1f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334990 Jun 29 17:45:35.185111 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning for port 31ac6c57-84a7-4de3-b787-43960080f888 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:45:35.189370 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning complete for port 31ac6c57-84a7-4de3-b787-43960080f888 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:45:35.189761 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:35.270936 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:35.293012 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1327918-df37-4cd9-8a30-6d4eca96b70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ac6c57-84a7-4de3-b787-43960080f888'}] {{(pid=100363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:45:35.295537 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0170bf9ab270c77a1188d5f8494ea938272331804d61dd1d179af329d40bd85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ff1664-d5d2-4a7b-a37c-cf270744220c" -d '{"events": [{"server_uuid": "a1327918-df37-4cd9-8a30-6d4eca96b70b", "name": "network-vif-plugged", "status": "completed", "tag": "31ac6c57-84a7-4de3-b787-43960080f888"}]}' {{(pid=100363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:45:35.308920 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 31ac6c57-84a7-4de3-b787-43960080f888, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=31ac6c57-84a7-4de3-b787-43960080f888,segment=NetworkSegment(ed133f60-0561-402c-b298-d58ce672a887),segment_id=ed133f60-0561-402c-b298-d58ce672a887)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:45:35.335992 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee422416-b0b3-469b-b210-31d3673a4050 x-openstack-request-id: req-ee422416-b0b3-469b-b210-31d3673a4050 {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:45:35.340591 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1327918-df37-4cd9-8a30-6d4eca96b70b", "name": "network-vif-plugged", "status": "completed", "tag": "31ac6c57-84a7-4de3-b787-43960080f888", "code": 200}]} {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:45:35.340591 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ee422416-b0b3-469b-b210-31d3673a4050 {{(pid=100363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:45:35.340591 dv-cinder-763306-14-iscsi neutron-server[100363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1327918-df37-4cd9-8a30-6d4eca96b70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ac6c57-84a7-4de3-b787-43960080f888', 'code': 200} Jun 29 17:45:35.384835 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:35.387092 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-b7c3cd68-8d00-4a35-a9fc-1c225390c445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:45:35.433837 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=31ac6c57-84a7-4de3-b787-43960080f888,revision_number=5']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:45:35.437993 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:45:36.332563 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ca784-4bdd-4ada-b933-a7eb1dda4062 req-e358173d-c992-4a22-9221-d64bc10ecae8 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:36.334009 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7f2ca784-4bdd-4ada-b933-a7eb1dda4062 req-e358173d-c992-4a22-9221-d64bc10ecae8 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 945 time: 0.0684409 Jun 29 17:45:36.373166 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7f2ca784-4bdd-4ada-b933-a7eb1dda4062 req-41e76ae1-35ee-49d7-b300-47b7eca06bfa tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333703 Jun 29 17:45:37.442436 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:37.550598 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba813952-06d0-4484-9c1b-8c3bfa86ea1e req-398ef0f8-970b-4ea6-9cc0-806e2f572d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:37.553033 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ba813952-06d0-4484-9c1b-8c3bfa86ea1e req-398ef0f8-970b-4ea6-9cc0-806e2f572d79 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 1098 time: 0.0669096 Jun 29 17:45:37.588913 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ba813952-06d0-4484-9c1b-8c3bfa86ea1e req-182e2834-c2a1-4855-ae40-daf683ee6493 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295208 Jun 29 17:45:37.593887 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c6cae-6b83-4f2d-a584-ccc211578d6a req-7f5441c6-2cca-4f3f-8096-c4d20fddd402 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:37.595385 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-653c6cae-6b83-4f2d-a584-ccc211578d6a req-7f5441c6-2cca-4f3f-8096-c4d20fddd402 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 945 time: 0.0873501 Jun 29 17:45:37.633139 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-653c6cae-6b83-4f2d-a584-ccc211578d6a req-11a53640-54e8-4288-8165-bc2766eb2a47 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317192 Jun 29 17:45:38.837593 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78535b-cfee-45cf-b03e-f1f5c6b36347 req-1c47c9d9-d2bd-4017-9150-fa1025d4d489 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:38.839046 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7d78535b-cfee-45cf-b03e-f1f5c6b36347 req-1c47c9d9-d2bd-4017-9150-fa1025d4d489 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 945 time: 0.0795968 Jun 29 17:45:38.880678 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7d78535b-cfee-45cf-b03e-f1f5c6b36347 req-9b18fdec-e15b-4772-9d6f-b9f11f210191 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350881 Jun 29 17:45:40.063623 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffd0c7-acbc-415c-9e32-34ce8fdda67a req-cd9dccfb-7fdd-4b61-ba21-d91f880861ac tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:40.065510 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-dbffd0c7-acbc-415c-9e32-34ce8fdda67a req-cd9dccfb-7fdd-4b61-ba21-d91f880861ac tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 945 time: 0.0649915 Jun 29 17:45:40.104010 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-dbffd0c7-acbc-415c-9e32-34ce8fdda67a req-3b5373fa-efb0-4cc2-9170-ee094a5f7b2e tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326593 Jun 29 17:45:40.276141 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769c82c-8841-452c-a4e0-9e50c97695d6 req-c18dccad-97ae-4924-8811-b75dae60e4c2 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:40.278140 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0769c82c-8841-452c-a4e0-9e50c97695d6 req-c18dccad-97ae-4924-8811-b75dae60e4c2 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 945 time: 0.0631871 Jun 29 17:45:40.286972 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 37038) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:45:40.291580 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-8497a3e2-f420-4918-aa10-adf3919e165e tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Request body: {'floatingip': {'port_id': '31ac6c57-84a7-4de3-b787-43960080f888'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:45:40.363993 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8497a3e2-f420-4918-aa10-adf3919e165e tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for floatingip, before_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:41.019980 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.db.resource_extend [None req-8497a3e2-f420-4918-aa10-adf3919e165e tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 17:45:41.110431 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8497a3e2-f420-4918-aa10-adf3919e165e tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:41.253213 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8497a3e2-f420-4918-aa10-adf3919e165e tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617202'] for floatingip, after_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:41.353297 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.db.l3_db [None req-8497a3e2-f420-4918-aa10-adf3919e165e tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Floating IP 629fc67e-701d-4d53-b849-2567159f851c associated. External IP: 172.27.3.55, port: 31ac6c57-84a7-4de3-b787-43960080f888. Jun 29 17:45:41.566558 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8497a3e2-f420-4918-aa10-adf3919e165e tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Router 7e718a58-b63d-46dc-9ced-0bdcc9c1a779 has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:45:41.682936 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8497a3e2-f420-4918-aa10-adf3919e165e tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:45:41.683104 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8497a3e2-f420-4918-aa10-adf3919e165e tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for floatingip, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:41.691842 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c42b21-b588-471d-8c55-875cb45b31fc None None] Sync routers for ids ['7e718a58-b63d-46dc-9ced-0bdcc9c1a779'] in dv-cinder-763306-14-iscsi {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:45:41.703904 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c42b21-b588-471d-8c55-875cb45b31fc None None] Routers {'7e718a58-b63d-46dc-9ced-0bdcc9c1a779'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:45:41.703904 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-d5c42b21-b588-471d-8c55-875cb45b31fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:45:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['7e718a58-b63d-46dc-9ced-0bdcc9c1a779'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:45:41.724511 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-8497a3e2-f420-4918-aa10-adf3919e165e tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "PUT /v2.0/floatingips/629fc67e-701d-4d53-b849-2567159f851c HTTP/1.1" status: 200 len: 990 time: 1.4339790 Jun 29 17:45:41.724511 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1327918-df37-4cd9-8a30-6d4eca96b70b', 'tag': '31ac6c57-84a7-4de3-b787-43960080f888'}] {{(pid=100362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:45:41.725134 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48a6f13d0593460c6bf74d2d89cdb7f9c13c152b36d4e67a00c4f10a3cffdd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfdc3a8-acca-49cd-b5fb-60597970b2f4" -d '{"events": [{"name": "network-changed", "server_uuid": "a1327918-df37-4cd9-8a30-6d4eca96b70b", "tag": "31ac6c57-84a7-4de3-b787-43960080f888"}]}' {{(pid=100362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:45:41.764244 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bad152-57bc-42de-a36f-064b25874a29 x-openstack-request-id: req-c8bad152-57bc-42de-a36f-064b25874a29 {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:45:41.765241 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1327918-df37-4cd9-8a30-6d4eca96b70b", "tag": "31ac6c57-84a7-4de3-b787-43960080f888", "status": "completed", "code": 200}]} {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:45:41.765411 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-c8bad152-57bc-42de-a36f-064b25874a29 {{(pid=100362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:45:41.765851 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1327918-df37-4cd9-8a30-6d4eca96b70b', 'tag': '31ac6c57-84a7-4de3-b787-43960080f888', 'status': 'completed', 'code': 200} Jun 29 17:45:41.840925 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-d5c42b21-b588-471d-8c55-875cb45b31fc None None] Set router 7e718a58-b63d-46dc-9ced-0bdcc9c1a779 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:45:41.857383 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdc3a8-acca-49cd-b5fb-60597970b2f4 req-a9d22847-aa15-4b73-b0fa-d58e2c70fda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:41.860623 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-4cfdc3a8-acca-49cd-b5fb-60597970b2f4 req-a9d22847-aa15-4b73-b0fa-d58e2c70fda4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=84f447d134ac4605856ab46f7e636965&device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 1098 time: 0.0646558 Jun 29 17:45:41.954245 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdc3a8-acca-49cd-b5fb-60597970b2f4 req-ac30dd34-71e4-4d46-b804-1905400673ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:41.956209 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-4cfdc3a8-acca-49cd-b5fb-60597970b2f4 req-ac30dd34-71e4-4d46-b804-1905400673ca service neutron] 10.222.0.66 "GET /v2.0/networks?id=0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 HTTP/1.1" status: 200 len: 917 time: 0.0909438 Jun 29 17:45:42.264064 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-d5c42b21-b588-471d-8c55-875cb45b31fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'name': 'tempest-AttachVolumeShelveTestJSON-635234752-router', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:41:01Z', 'revision_number': 4, 'project_id': '84f447d134ac4605856ab46f7e636965', 'gw_port': {'id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:52Z', 'updated_at': '2021-06-29T17:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_floatingips': [{'id': '629fc67e-701d-4d53-b849-2567159f851c', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'port_id': '31ac6c57-84a7-4de3-b787-43960080f888', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'mac_address': 'fa:16:3e:ac:d2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1327918-df37-4cd9-8a30-6d4eca96b70b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:45:16Z', 'updated_at': '2021-06-29T17:45:40Z', 'revision_number': 1, 'project_id': '84f447d134ac4605856ab46f7e636965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41425cce-35a2-471d-900d-8e59e8bba4aa', 'name': '', 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'mac_address': 'fa:16:3e:90:dc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:58Z', 'updated_at': '2021-06-29T17:41:11Z', 'revision_number': 5, 'project_id': '84f447d134ac4605856ab46f7e636965', 'subnets': [{'id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:45:42.285181 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-4cfdc3a8-acca-49cd-b5fb-60597970b2f4 req-94a34d66-671a-4ea4-83d1-08e168a08405 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31ac6c57-84a7-4de3-b787-43960080f888 HTTP/1.1" status: 200 len: 998 time: 0.3218338 Jun 29 17:45:42.290598 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c42b21-b588-471d-8c55-875cb45b31fc None None] Checking router: 7e718a58-b63d-46dc-9ced-0bdcc9c1a779 for host: dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:45:42.299684 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c42b21-b588-471d-8c55-875cb45b31fc None None] Routers {'7e718a58-b63d-46dc-9ced-0bdcc9c1a779'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:45:42.300368 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-d5c42b21-b588-471d-8c55-875cb45b31fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:45:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['7e718a58-b63d-46dc-9ced-0bdcc9c1a779'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:45:42.344035 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdc3a8-acca-49cd-b5fb-60597970b2f4 req-81d341c9-e79c-4560-954e-23cc502842ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:42.345586 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-4cfdc3a8-acca-49cd-b5fb-60597970b2f4 req-81d341c9-e79c-4560-954e-23cc502842ca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e367aaf4-13cb-4861-b876-86e2e819d122 HTTP/1.1" status: 200 len: 855 time: 0.0542758 Jun 29 17:45:42.403779 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdc3a8-acca-49cd-b5fb-60597970b2f4 req-5e6cb92d-3473-4bf4-aa30-1e0a3e186ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:42.405273 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-4cfdc3a8-acca-49cd-b5fb-60597970b2f4 req-5e6cb92d-3473-4bf4-aa30-1e0a3e186ac1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ee3f12c-3998-4005-bfbc-d8cd7c4223e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0532165 Jun 29 17:45:42.422202 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-d5c42b21-b588-471d-8c55-875cb45b31fc None None] Set router 7e718a58-b63d-46dc-9ced-0bdcc9c1a779 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:45:42.501629 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-4cfdc3a8-acca-49cd-b5fb-60597970b2f4 req-38994e1b-4257-47f6-97d7-915eb988e47c service neutron] 10.222.0.66 "GET /v2.0/networks/0ee3f12c-3998-4005-bfbc-d8cd7c4223e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893471 Jun 29 17:45:42.601333 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-4cfdc3a8-acca-49cd-b5fb-60597970b2f4 req-f0cacf2e-4833-48ee-b961-8f2b0a3171b3 service neutron] 10.222.0.66 "GET /v2.0/networks/0ee3f12c-3998-4005-bfbc-d8cd7c4223e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923140 Jun 29 17:45:42.658894 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-d5c42b21-b588-471d-8c55-875cb45b31fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'name': 'tempest-AttachVolumeShelveTestJSON-635234752-router', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:41:01Z', 'revision_number': 4, 'project_id': '84f447d134ac4605856ab46f7e636965', 'gw_port': {'id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:52Z', 'updated_at': '2021-06-29T17:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_floatingips': [{'id': '629fc67e-701d-4d53-b849-2567159f851c', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'port_id': '31ac6c57-84a7-4de3-b787-43960080f888', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'mac_address': 'fa:16:3e:ac:d2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1327918-df37-4cd9-8a30-6d4eca96b70b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:45:16Z', 'updated_at': '2021-06-29T17:45:40Z', 'revision_number': 1, 'project_id': '84f447d134ac4605856ab46f7e636965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41425cce-35a2-471d-900d-8e59e8bba4aa', 'name': '', 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'mac_address': 'fa:16:3e:90:dc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:58Z', 'updated_at': '2021-06-29T17:41:11Z', 'revision_number': 5, 'project_id': '84f447d134ac4605856ab46f7e636965', 'subnets': [{'id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:45:42.686464 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c42b21-b588-471d-8c55-875cb45b31fc None None] The sync data for ids ['7e718a58-b63d-46dc-9ced-0bdcc9c1a779'] in dv-cinder-763306-14-iscsi is: [{'id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'name': 'tempest-AttachVolumeShelveTestJSON-635234752-router', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:41:01Z', 'revision_number': 4, 'project_id': '84f447d134ac4605856ab46f7e636965', 'gw_port': {'id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:52Z', 'updated_at': '2021-06-29T17:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_floatingips': [{'id': '629fc67e-701d-4d53-b849-2567159f851c', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'port_id': '31ac6c57-84a7-4de3-b787-43960080f888', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'mac_address': 'fa:16:3e:ac:d2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1327918-df37-4cd9-8a30-6d4eca96b70b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:45:16Z', 'updated_at': '2021-06-29T17:45:40Z', 'revision_number': 1, 'project_id': '84f447d134ac4605856ab46f7e636965', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41425cce-35a2-471d-900d-8e59e8bba4aa', 'name': '', 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'mac_address': 'fa:16:3e:90:dc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:58Z', 'updated_at': '2021-06-29T17:41:11Z', 'revision_number': 5, 'project_id': '84f447d134ac4605856ab46f7e636965', 'subnets': [{'id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:45:42.703287 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 37080) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:45:42.829128 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8930e09d-f6db-4c9b-ac78-2424cec92f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:42.923879 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dcc6cb-c146-42d5-a7b0-92d86bf1e98b None None] New status for floating IP 629fc67e-701d-4d53-b849-2567159f851c: ACTIVE {{(pid=100364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 17:45:42.951842 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8930e09d-f6db-4c9b-ac78-2424cec92f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:43.064466 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8930e09d-f6db-4c9b-ac78-2424cec92f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:43.068857 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-627cf122-05b8-49c4-b29b-5222618542c7 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:45:43.106993 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-8930e09d-f6db-4c9b-ac78-2424cec92f36 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ee032f2eed144f879be28ee21a124caf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4025068 Jun 29 17:45:43.107893 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930e09d-f6db-4c9b-ac78-2424cec92f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d27c86-b7cc-4f9b-8514-ac45d500f963,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:45:43.110150 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 37090) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:45:43.111772 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-8930e09d-f6db-4c9b-ac78-2424cec92f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:45:43.161527 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-6a855fd4-1bcc-4351-abdb-2be973f336f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:43.182649 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-6a855fd4-1bcc-4351-abdb-2be973f336f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:43.487392 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-6a855fd4-1bcc-4351-abdb-2be973f336f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:43.490085 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-6a855fd4-1bcc-4351-abdb-2be973f336f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:43.491224 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-6a855fd4-1bcc-4351-abdb-2be973f336f8 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b4d27c86-b7cc-4f9b-8514-ac45d500f963 HTTP/1.1" status: 204 len: 168 time: 0.3794570 Jun 29 17:45:43.492052 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-5f662e63-adf9-4b49-96eb-5f718d298cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:45:43.499635 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a855fd4-1bcc-4351-abdb-2be973f336f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d27c86-b7cc-4f9b-8514-ac45d500f963,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:45:43.503242 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-6a855fd4-1bcc-4351-abdb-2be973f336f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:45:50.738483 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 37196) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:45:50.847083 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b03bdff3-94c1-4d30-8f18-b1ab01148753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:50.934579 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b03bdff3-94c1-4d30-8f18-b1ab01148753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:51.001129 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b03bdff3-94c1-4d30-8f18-b1ab01148753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:51.004658 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-6f7a4239-7d28-43a3-b7f5-5b5dd728e9ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:45:51.038696 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-b03bdff3-94c1-4d30-8f18-b1ab01148753 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=7c27d5c6782b4a628c723f41ca52bc37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2991490 Jun 29 17:45:51.040608 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03bdff3-94c1-4d30-8f18-b1ab01148753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226f2781-64ef-47bb-af7e-f59d911776d3,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:45:51.041623 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 37202) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:45:51.043610 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b03bdff3-94c1-4d30-8f18-b1ab01148753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:45:51.093394 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a91efa78-67a8-44d6-86de-e932102e2a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:51.115276 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a91efa78-67a8-44d6-86de-e932102e2a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:51.274394 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a91efa78-67a8-44d6-86de-e932102e2a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:51.277187 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a91efa78-67a8-44d6-86de-e932102e2a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:51.278377 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-a91efa78-67a8-44d6-86de-e932102e2a4e admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/226f2781-64ef-47bb-af7e-f59d911776d3 HTTP/1.1" status: 204 len: 168 time: 0.2357466 Jun 29 17:45:51.279141 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-38d12fca-e718-48de-956c-7c68cc08c097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:45:51.287653 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91efa78-67a8-44d6-86de-e932102e2a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226f2781-64ef-47bb-af7e-f59d911776d3,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:45:51.290063 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-a91efa78-67a8-44d6-86de-e932102e2a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:45:57.441495 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-026129c1-2aa2-4ecc-90cf-8a584296ac11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:58.492134 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 37278) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:45:58.542596 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fad1d86-7b79-4324-90f2-3de3cbe1aab9 admin admin] Deleting subnet cd6d7aaa-61de-40ba-977b-fcd58b7bff9c {{(pid=100362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:45:58.546631 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-3fad1d86-7b79-4324-90f2-3de3cbe1aab9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:58.580984 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-3fad1d86-7b79-4324-90f2-3de3cbe1aab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10202194'] for subnet, precommit_delete_associations {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:58.620152 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-3fad1d86-7b79-4324-90f2-3de3cbe1aab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423704'] for subnet, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:58.790143 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-3fad1d86-7b79-4324-90f2-3de3cbe1aab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2715169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10114573'] for subnet, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:58.792593 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-002c1d7c-fe9a-4235-91e2-7951696b4f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:45:58.821954 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad1d86-7b79-4324-90f2-3de3cbe1aab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd6d7aaa-61de-40ba-977b-fcd58b7bff9c,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:45:58.827032 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-3fad1d86-7b79-4324-90f2-3de3cbe1aab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for subnet, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:58.829150 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-3fad1d86-7b79-4324-90f2-3de3cbe1aab9 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/cd6d7aaa-61de-40ba-977b-fcd58b7bff9c HTTP/1.1" status: 204 len: 168 time: 0.3356621 Jun 29 17:45:58.831843 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 37280) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:45:58.834104 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad1d86-7b79-4324-90f2-3de3cbe1aab9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:58.834491 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad1d86-7b79-4324-90f2-3de3cbe1aab9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:58.834840 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad1d86-7b79-4324-90f2-3de3cbe1aab9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:58.835188 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad1d86-7b79-4324-90f2-3de3cbe1aab9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:58.835534 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad1d86-7b79-4324-90f2-3de3cbe1aab9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:58.835945 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad1d86-7b79-4324-90f2-3de3cbe1aab9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:58.838805 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad1d86-7b79-4324-90f2-3de3cbe1aab9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:58.838805 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad1d86-7b79-4324-90f2-3de3cbe1aab9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:58.838805 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad1d86-7b79-4324-90f2-3de3cbe1aab9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:58.838805 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad1d86-7b79-4324-90f2-3de3cbe1aab9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:58.838805 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad1d86-7b79-4324-90f2-3de3cbe1aab9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:58.838805 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad1d86-7b79-4324-90f2-3de3cbe1aab9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:58.841061 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-3fad1d86-7b79-4324-90f2-3de3cbe1aab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:45:58.905711 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d13c49b5-f0f7-4b57-8a34-81841d764fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1525605'] for network, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:58.986285 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d13c49b5-f0f7-4b57-8a34-81841d764fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423750', 'neutron.services.segments.db._delete_segments_for_network-8732082675523'] for network, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:58.996358 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.services.segments.db [None req-d13c49b5-f0f7-4b57-8a34-81841d764fce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ff5e4a-a0f5-4fba-a869-00a179210a0c']}} {{(pid=100361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:45:59.006815 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.services.segments.db [None req-d13c49b5-f0f7-4b57-8a34-81841d764fce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3c2465-1fff-4513-a135-a610b012a3d5') {'for_net_delete': True} {{(pid=100361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:45:59.007113 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.services.segments.db [None req-d13c49b5-f0f7-4b57-8a34-81841d764fce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3c2465-1fff-4513-a135-a610b012a3d5') {} {{(pid=100361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:45:59.017049 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d13c49b5-f0f7-4b57-8a34-81841d764fce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732082504906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10108974'] for segment, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:59.036623 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d13c49b5-f0f7-4b57-8a34-81841d764fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:59.043331 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d13c49b5-f0f7-4b57-8a34-81841d764fce admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=100361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d13c49b5-f0f7-4b57-8a34-81841d764fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9995903'] for segment, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: Traceback (most recent call last): Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: timer() Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: cb(*args, **kw) Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: return func(*args, **kwargs) Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: self._notify() Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: self.callback(batched_events) Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: event.method(event) Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: return f(self, *a, **k) Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: return self._get(url).json() Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: return self.request(url, 'GET', **kwargs) Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:45:59.049641 dv-cinder-763306-14-iscsi neutron-server[100361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:45:59.207091 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d13c49b5-f0f7-4b57-8a34-81841d764fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617152'] for network, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:59.211267 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:45:59.215056 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d13c49b5-f0f7-4b57-8a34-81841d764fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:59.217032 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-d13c49b5-f0f7-4b57-8a34-81841d764fce admin admin] 10.222.0.102 "DELETE /v2.0/networks/75ff5e4a-a0f5-4fba-a869-00a179210a0c HTTP/1.1" status: 204 len: 168 time: 0.3841789 Jun 29 17:45:59.227276 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c49b5-f0f7-4b57-8a34-81841d764fce admin admin] Pushing event deleted for resources: {'Network': ['ID=75ff5e4a-a0f5-4fba-a869-00a179210a0c,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:45:59.234983 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c49b5-f0f7-4b57-8a34-81841d764fce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:59.235348 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c49b5-f0f7-4b57-8a34-81841d764fce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:59.235802 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c49b5-f0f7-4b57-8a34-81841d764fce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:59.236090 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c49b5-f0f7-4b57-8a34-81841d764fce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:59.236447 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c49b5-f0f7-4b57-8a34-81841d764fce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:59.236955 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c49b5-f0f7-4b57-8a34-81841d764fce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:59.237312 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c49b5-f0f7-4b57-8a34-81841d764fce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:59.237660 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c49b5-f0f7-4b57-8a34-81841d764fce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:59.238079 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c49b5-f0f7-4b57-8a34-81841d764fce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:59.238429 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c49b5-f0f7-4b57-8a34-81841d764fce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:59.238775 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c49b5-f0f7-4b57-8a34-81841d764fce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:59.239120 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13c49b5-f0f7-4b57-8a34-81841d764fce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:45:59.242738 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-d13c49b5-f0f7-4b57-8a34-81841d764fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:45:59.251783 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0674d7d-d2b2-4f43-96b6-ab247d61691c req-96330b69-f415-43c4-99c6-c86c79df67fe tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:45:59.254264 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d0674d7d-d2b2-4f43-96b6-ab247d61691c req-96330b69-f415-43c4-99c6-c86c79df67fe tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.2481966 Jun 29 17:45:59.296992 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d0674d7d-d2b2-4f43-96b6-ab247d61691c req-e048ed91-057f-40d3-923e-c49a52cefa47 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370324 Jun 29 17:45:59.658757 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 37290) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:45:59.699559 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-9d3b55d0-7da4-43d5-b301-45e70850e7f6 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=2100046fd6f84a44a59f122e11135a8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395663 Jun 29 17:45:59.701992 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 37292) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:45:59.754865 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b1a7622e-835f-4d41-8fb3-fa376cb83612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:59.777332 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b1a7622e-835f-4d41-8fb3-fa376cb83612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:59.819020 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-7536dc43-0b2c-442c-a2cd-da9f0528cf1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:59.892593 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:59.938621 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b1a7622e-835f-4d41-8fb3-fa376cb83612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:59.941501 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b1a7622e-835f-4d41-8fb3-fa376cb83612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:45:59.946091 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-b1a7622e-835f-4d41-8fb3-fa376cb83612 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/98d89ea7-377b-40f7-aa43-b49bab9917dc HTTP/1.1" status: 204 len: 168 time: 0.2397439 Jun 29 17:45:59.946091 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-52c90b6b-2ba7-4d9d-abde-94084d8b4d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:45:59.951180 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7622e-835f-4d41-8fb3-fa376cb83612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d89ea7-377b-40f7-aa43-b49bab9917dc,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:45:59.954010 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b1a7622e-835f-4d41-8fb3-fa376cb83612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:00.489865 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164f23c-90c2-4ac6-9c1d-c9892e4c44c0 req-f4550da2-d1d8-4c55-9471-9b87076b0b02 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:00.491510 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5164f23c-90c2-4ac6-9c1d-c9892e4c44c0 req-f4550da2-d1d8-4c55-9471-9b87076b0b02 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.0731091 Jun 29 17:46:00.532541 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5164f23c-90c2-4ac6-9c1d-c9892e4c44c0 req-404e40b6-78f3-44e9-be33-a24e1bf764a2 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351870 Jun 29 17:46:01.052566 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 37318) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:46:01.147600 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-b87ad552-3870-481c-94f6-95c557d7a7fd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1709977545-network', 'tenant_id': '520634f86612491993523dadd9a5031f'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:46:01.250889 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87ad552-3870-481c-94f6-95c557d7a7fd admin admin] Made reservation on behalf of 520634f86612491993523dadd9a5031f for: {'network': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:46:01.253337 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b87ad552-3870-481c-94f6-95c557d7a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for network, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:01.261919 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b87ad552-3870-481c-94f6-95c557d7a7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:01.373363 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b87ad552-3870-481c-94f6-95c557d7a7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:01.472727 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b87ad552-3870-481c-94f6-95c557d7a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:01.478040 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-dbe595e3-db93-481d-9f2c-0924622b4369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:01.521529 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87ad552-3870-481c-94f6-95c557d7a7fd admin admin] vlan segment allocate from pool success with {'vlan_id': 923, 'physical_network': 'physnet1'} {{(pid=100361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:46:01.526816 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:01.531605 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ad552-3870-481c-94f6-95c557d7a7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dac6306-4290-4a88-95fc-3ddb443c6abb,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:01.539025 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b87ad552-3870-481c-94f6-95c557d7a7fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:01.543846 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b87ad552-3870-481c-94f6-95c557d7a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:01.544173 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.db.segments_db [None req-b87ad552-3870-481c-94f6-95c557d7a7fd admin admin] Added segment 1e320949-c172-43c9-b9ed-2910a3c21ae8 of type vlan for network 08cb042b-f87f-4b94-8140-42a0828453a5 Jun 29 17:46:01.606698 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269db86f-f866-406d-bc35-bcd666982e38 req-e3cc8867-2530-42cb-b542-476f87f1fd32 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:01.608901 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-269db86f-f866-406d-bc35-bcd666982e38 req-e3cc8867-2530-42cb-b542-476f87f1fd32 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.66 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.1455438 Jun 29 17:46:01.610685 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b87ad552-3870-481c-94f6-95c557d7a7fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732082150732'] for network, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:01.741969 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-269db86f-f866-406d-bc35-bcd666982e38 req-66494795-53e9-40e5-ad53-2b406d2dcdb9 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Deleting port 5c7a7ddb-dcaf-4046-9505-12a0fb50ceac {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:46:01.742425 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-269db86f-f866-406d-bc35-bcd666982e38 req-66494795-53e9-40e5-ad53-2b406d2dcdb9 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:01.786640 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b87ad552-3870-481c-94f6-95c557d7a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for network, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:01.789654 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87ad552-3870-481c-94f6-95c557d7a7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:01.790235 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b87ad552-3870-481c-94f6-95c557d7a7fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:01.793923 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:01.859010 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9dd4e5-7a2b-4731-aea0-80e199289d4b req-3e8069ed-e01d-4fdc-b010-40577292f971 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:01.860545 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4c9dd4e5-7a2b-4731-aea0-80e199289d4b req-3e8069ed-e01d-4fdc-b010-40577292f971 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 945 time: 0.1986156 Jun 29 17:46:01.870002 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ad552-3870-481c-94f6-95c557d7a7fd admin admin] Pushing event updated for resources: {'Network': ['ID=08cb042b-f87f-4b94-8140-42a0828453a5,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:01.872504 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b87ad552-3870-481c-94f6-95c557d7a7fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:01.882091 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Network 08cb042b-f87f-4b94-8140-42a0828453a5 details requested by agent ovs-agent-dv-cinder-763306-14-iscsi with host dv-cinder-763306-14-iscsi {{(pid=100363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:46:01.901975 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-269db86f-f866-406d-bc35-bcd666982e38 req-66494795-53e9-40e5-ad53-2b406d2dcdb9 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] For port 5c7a7ddb-dcaf-4046-9505-12a0fb50ceac, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=5c7a7ddb-dcaf-4046-9505-12a0fb50ceac,segment=NetworkSegment(337bcf56-7dac-4930-9b9c-823189f35073),segment_id=337bcf56-7dac-4930-9b9c-823189f35073)] {{(pid=100361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:46:01.902407 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-269db86f-f866-406d-bc35-bcd666982e38 req-66494795-53e9-40e5-ad53-2b406d2dcdb9 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:01.904119 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4c9dd4e5-7a2b-4731-aea0-80e199289d4b req-8f71e6d8-916a-4d22-9e32-423c4358e514 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=ff65ae7f-16dd-4dce-84eb-bee93f98b327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374331 Jun 29 17:46:01.959131 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-b87ad552-3870-481c-94f6-95c557d7a7fd admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9053781 Jun 29 17:46:01.962202 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 37328) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:46:01.967900 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-ee145ac6-2ae4-4cb4-b13f-54b3a247b431 admin admin] Request body: {'subnet': {'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1709977545-subnet', 'tenant_id': '520634f86612491993523dadd9a5031f', 'ip_version': 4}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:46:02.053403 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee145ac6-2ae4-4cb4-b13f-54b3a247b431 admin admin] Made reservation on behalf of 520634f86612491993523dadd9a5031f for: {'subnet': 1} {{(pid=100362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:46:02.055800 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-ee145ac6-2ae4-4cb4-b13f-54b3a247b431 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10114600'] for subnet, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:02.097152 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-269db86f-f866-406d-bc35-bcd666982e38 req-66494795-53e9-40e5-ad53-2b406d2dcdb9 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:02.097775 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-269db86f-f866-406d-bc35-bcd666982e38 req-66494795-53e9-40e5-ad53-2b406d2dcdb9 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617202'] for floatingip, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:02.097903 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.db.l3_db [req-269db86f-f866-406d-bc35-bcd666982e38 req-66494795-53e9-40e5-ad53-2b406d2dcdb9 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Floating IP 34d585a2-c759-4aac-b310-880242732aea disassociated. External IP: 172.27.3.139, port: 5c7a7ddb-dcaf-4046-9505-12a0fb50ceac. Jun 29 17:46:02.098168 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-269db86f-f866-406d-bc35-bcd666982e38 req-66494795-53e9-40e5-ad53-2b406d2dcdb9 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Calling delete_port for 5c7a7ddb-dcaf-4046-9505-12a0fb50ceac owned by compute:nova {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:46:02.344531 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-269db86f-f866-406d-bc35-bcd666982e38 req-66494795-53e9-40e5-ad53-2b406d2dcdb9 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995816'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:02.349812 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-fb6ecbf4-a4f0-464f-b1e5-0ccf6b0f4a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:02.379137 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66494795-53e9-40e5-ad53-2b406d2dcdb9 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Pushing event deleted for resources: {'Port': ['ID=5c7a7ddb-dcaf-4046-9505-12a0fb50ceac,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:02.382741 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-66494795-53e9-40e5-ad53-2b406d2dcdb9 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:02.384004 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-ee145ac6-2ae4-4cb4-b13f-54b3a247b431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2715246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10114618'] for subnet, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:02.392618 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-a90895a7-ae50-4344-8e30-dab8659fec2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:02.445931 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee145ac6-2ae4-4cb4-b13f-54b3a247b431 admin admin] Pushing event updated for resources: {'Subnet': ['ID=436361f6-8cab-4f88-8bbd-ea01ab450519,revision_number=0']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:02.449917 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-ee145ac6-2ae4-4cb4-b13f-54b3a247b431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:02.458362 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee145ac6-2ae4-4cb4-b13f-54b3a247b431 admin admin] Checking segment: {'id': '1e320949-c172-43c9-b9ed-2910a3c21ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:46:02.458570 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee145ac6-2ae4-4cb4-b13f-54b3a247b431 admin admin] Network hostable DHCP agents. Network: 08cb042b-f87f-4b94-8140-42a0828453a5, hostable agents: ['24069b9b-1321-42f1-b289-5cb1180ca833'], hosted agents: [] {{(pid=100362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:46:02.507074 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-269db86f-f866-406d-bc35-bcd666982e38 req-66494795-53e9-40e5-ad53-2b406d2dcdb9 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Router 9b517606-c265-4eb9-a8ec-f46b88eafb36 has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:46:02.542087 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee145ac6-2ae4-4cb4-b13f-54b3a247b431 admin admin] Network 08cb042b-f87f-4b94-8140-42a0828453a5 is scheduled to be hosted by DHCP agent 24069b9b-1321-42f1-b289-5cb1180ca833 with binding_index 1 {{(pid=100362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:46:02.612574 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.base_scheduler [None req-ee145ac6-2ae4-4cb4-b13f-54b3a247b431 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-iscsi, 08cb042b-f87f-4b94-8140-42a0828453a5) {{(pid=100362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:46:02.617197 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee145ac6-2ae4-4cb4-b13f-54b3a247b431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:02.617800 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-ee145ac6-2ae4-4cb4-b13f-54b3a247b431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for subnet, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:02.618191 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-269db86f-f866-406d-bc35-bcd666982e38 req-66494795-53e9-40e5-ad53-2b406d2dcdb9 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:46:02.620870 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11f4b39-d011-4aec-825e-6cbc9640956f None None] Network 08cb042b-f87f-4b94-8140-42a0828453a5 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:46:02.665223 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-269db86f-f866-406d-bc35-bcd666982e38 req-66494795-53e9-40e5-ad53-2b406d2dcdb9 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] No DVR routers for this DVR port 5c7a7ddb-dcaf-4046-9505-12a0fb50ceac on host hv-cinder-76330 {{(pid=100361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:46:02.668393 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-269db86f-f866-406d-bc35-bcd666982e38 req-66494795-53e9-40e5-ad53-2b406d2dcdb9 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:02.674946 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4409169-efb5-4f20-b0af-88d2a14cea67 None None] Sync routers for ids ['9b517606-c265-4eb9-a8ec-f46b88eafb36'] in dv-cinder-763306-14-iscsi {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:46:02.675100 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-269db86f-f866-406d-bc35-bcd666982e38 req-66494795-53e9-40e5-ad53-2b406d2dcdb9 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.66 "DELETE /v2.0/ports/5c7a7ddb-dcaf-4046-9505-12a0fb50ceac HTTP/1.1" status: 204 len: 173 time: 1.0557899 Jun 29 17:46:02.675100 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c89090-c60c-47f5-9755-c95c5b2de988', 'name': 'network-vif-deleted', 'tag': '5c7a7ddb-dcaf-4046-9505-12a0fb50ceac'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:46:02.675100 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df11f22d-67b9-4fb7-8b4c-b44ef79ae5f8" -d '{"events": [{"server_uuid": "61c89090-c60c-47f5-9755-c95c5b2de988", "name": "network-vif-deleted", "tag": "5c7a7ddb-dcaf-4046-9505-12a0fb50ceac"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:46:02.690800 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4409169-efb5-4f20-b0af-88d2a14cea67 None None] Routers {'9b517606-c265-4eb9-a8ec-f46b88eafb36'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:46:02.691452 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-c4409169-efb5-4f20-b0af-88d2a14cea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:46:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['9b517606-c265-4eb9-a8ec-f46b88eafb36'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:02.721120 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e453084-b4b8-4f17-aff5-48023adbab81 x-openstack-request-id: req-3e453084-b4b8-4f17-aff5-48023adbab81 {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:46:02.721552 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c89090-c60c-47f5-9755-c95c5b2de988", "name": "network-vif-deleted", "tag": "5c7a7ddb-dcaf-4046-9505-12a0fb50ceac", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:46:02.721936 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-3e453084-b4b8-4f17-aff5-48023adbab81 {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:46:02.722468 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c89090-c60c-47f5-9755-c95c5b2de988', 'name': 'network-vif-deleted', 'tag': '5c7a7ddb-dcaf-4046-9505-12a0fb50ceac', 'status': 'completed', 'code': 200} Jun 29 17:46:02.726426 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-ee145ac6-2ae4-4cb4-b13f-54b3a247b431 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7630827 Jun 29 17:46:02.728958 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 37334) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:46:02.734410 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-0d414f46-16c0-476b-96f2-a48d4a495855 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1709977545-router', 'tenant_id': '520634f86612491993523dadd9a5031f', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:46:02.851253 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0d414f46-16c0-476b-96f2-a48d4a495855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-478208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-909'] for router, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:02.852498 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0d414f46-16c0-476b-96f2-a48d4a495855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-900'] for router, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:02.903558 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-c4409169-efb5-4f20-b0af-88d2a14cea67 None None] Set router 9b517606-c265-4eb9-a8ec-f46b88eafb36 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:46:02.954599 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d1daac-09c6-4350-b772-a87b786d40a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92452d69-972d-5f90-a51c-f228c74b1c0c-08cb042b-f87f-4b94-8140-42a0828453a5', 'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5', 'tenant_id': '520634f86612491993523dadd9a5031f', 'fixed_ips': [{'subnet_id': '436361f6-8cab-4f88-8bbd-ea01ab450519'}]}} from dv-cinder-763306-14-iscsi. {{(pid=100363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 17:46:02.955847 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-43d1daac-09c6-4350-b772-a87b786d40a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:02.956000 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0d414f46-16c0-476b-96f2-a48d4a495855 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:03.135540 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f0241030-babb-4b53-8782-4c185252cf62 req-ef3fc9f9-b03e-4d5e-bee8-7cfd547c9f75 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=61c89090-c60c-47f5-9755-c95c5b2de988 HTTP/1.1" status: 200 len: 210 time: 0.0619092 Jun 29 17:46:03.210701 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0d414f46-16c0-476b-96f2-a48d4a495855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-886'] for router, precommit_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:03.258103 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.db_base_plugin_common [None req-43d1daac-09c6-4350-b772-a87b786d40a6 None None] Allocated IP 172.20.0.2 (08cb042b-f87f-4b94-8140-42a0828453a5/436361f6-8cab-4f88-8bbd-ea01ab450519/ce160f03-e604-4bc1-87a8-cb57a1e775c7) {{(pid=100363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:46:03.260869 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:03.486088 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-c4409169-efb5-4f20-b0af-88d2a14cea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'name': 'tempest-AttachVolumeTestJSON-1398550955-router', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:45Z', 'updated_at': '2021-06-29T17:40:51Z', 'revision_number': 4, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'gw_port': {'id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:46Z', 'updated_at': '2021-06-29T17:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '71ae518e-6e01-4581-a4ec-afe3a3eb707b', 'name': '', 'network_id': '0d814395-0aef-449f-bcba-f7da97787837', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'mac_address': 'fa:16:3e:c5:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:41:01Z', 'revision_number': 5, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'subnets': [{'id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:03.512363 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0d414f46-16c0-476b-96f2-a48d4a495855 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:03.515591 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4409169-efb5-4f20-b0af-88d2a14cea67 None None] Checking router: 9b517606-c265-4eb9-a8ec-f46b88eafb36 for host: dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:46:03.533002 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0d414f46-16c0-476b-96f2-a48d4a495855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:03.552315 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4409169-efb5-4f20-b0af-88d2a14cea67 None None] Routers {'9b517606-c265-4eb9-a8ec-f46b88eafb36'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:46:03.552957 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-c4409169-efb5-4f20-b0af-88d2a14cea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:46:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['9b517606-c265-4eb9-a8ec-f46b88eafb36'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:03.617310 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-43d1daac-09c6-4350-b772-a87b786d40a6 None None] Notify callbacks [] for port, precommit_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:03.664752 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.db_base_plugin_common [None req-0d414f46-16c0-476b-96f2-a48d4a495855 admin admin] Allocated IP 172.27.3.219 (26c48c97-dd4e-49af-8475-2ecf6fc0aadd/7cd7448d-c974-46f0-8ef9-2783dc523a5d/348fb2c7-f267-469b-b0a4-392e73d3af5f) {{(pid=100362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:46:03.664965 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-43d1daac-09c6-4350-b772-a87b786d40a6 None None] Transition to ACTIVE for port object ce160f03-e604-4bc1-87a8-cb57a1e775c7 will not be triggered until provisioned by entity L2. {{(pid=100363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:46:03.689119 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-43d1daac-09c6-4350-b772-a87b786d40a6 None None] Transition to ACTIVE for port object ce160f03-e604-4bc1-87a8-cb57a1e775c7 will not be triggered until provisioned by entity DHCP. {{(pid=100363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:46:03.702386 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-c4409169-efb5-4f20-b0af-88d2a14cea67 None None] Set router 9b517606-c265-4eb9-a8ec-f46b88eafb36 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:46:03.776642 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-43d1daac-09c6-4350-b772-a87b786d40a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565'] for port, after_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:03.779456 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-90f23c03-a920-44eb-8e2f-d0635166fd02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:03.781871 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0d414f46-16c0-476b-96f2-a48d4a495855 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:03.857709 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d1daac-09c6-4350-b772-a87b786d40a6 None None] Network 08cb042b-f87f-4b94-8140-42a0828453a5 is already hosted by enough agents. {{(pid=100363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:46:03.868046 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.scheduler.base_scheduler [None req-43d1daac-09c6-4350-b772-a87b786d40a6 None None] Resources bound (agent type, host, resource id): {{(pid=100363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:46:03.873052 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d1daac-09c6-4350-b772-a87b786d40a6 None None] Received port after_create {{(pid=100363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:46:03.876206 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0d414f46-16c0-476b-96f2-a48d4a495855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2715346'] for port, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:03.879900 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:03.891817 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1daac-09c6-4350-b772-a87b786d40a6 None None] Pushing event updated for resources: {'Port': ['ID=ce160f03-e604-4bc1-87a8-cb57a1e775c7,revision_number=1']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:03.904967 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-43d1daac-09c6-4350-b772-a87b786d40a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:03.933457 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d414f46-16c0-476b-96f2-a48d4a495855 admin admin] Network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd is already hosted by enough agents. {{(pid=100362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:46:03.934542 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.base_scheduler [None req-0d414f46-16c0-476b-96f2-a48d4a495855 admin admin] Resources bound (agent type, host, resource id): {{(pid=100362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:46:03.938093 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d414f46-16c0-476b-96f2-a48d4a495855 admin admin] Received port after_create {{(pid=100362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:46:03.974390 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d414f46-16c0-476b-96f2-a48d4a495855 admin admin] Pushing event updated for resources: {'Port': ['ID=348fb2c7-f267-469b-b0a4-392e73d3af5f,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:03.979234 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-0d414f46-16c0-476b-96f2-a48d4a495855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:04.006972 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-43d1daac-09c6-4350-b772-a87b786d40a6 None None] Attempting to bind port ce160f03-e604-4bc1-87a8-cb57a1e775c7 on host dv-cinder-763306-14-iscsi for vnic_type normal with profile {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:46:04.007397 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-43d1daac-09c6-4350-b772-a87b786d40a6 None None] Attempting to bind port ce160f03-e604-4bc1-87a8-cb57a1e775c7 by drivers openvswitch,hyperv on host dv-cinder-763306-14-iscsi at level 0 using segments [{'id': '1e320949-c172-43c9-b9ed-2910a3c21ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5'}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:46:04.007711 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d1daac-09c6-4350-b772-a87b786d40a6 None None] Attempting to bind port ce160f03-e604-4bc1-87a8-cb57a1e775c7 on network 08cb042b-f87f-4b94-8140-42a0828453a5 {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:46:04.017259 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d1daac-09c6-4350-b772-a87b786d40a6 None None] Checking agent: {'id': 'e928b6c9-d57e-4ac7-a8fb-c400260472eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 32, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:46:04.017644 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d1daac-09c6-4350-b772-a87b786d40a6 None None] Checking segment: {'id': '1e320949-c172-43c9-b9ed-2910a3c21ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:46:04.018060 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-43d1daac-09c6-4350-b772-a87b786d40a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:04.018585 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d1daac-09c6-4350-b772-a87b786d40a6 None None] Bound using segment: {'id': '1e320949-c172-43c9-b9ed-2910a3c21ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5'} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:46:04.018954 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-43d1daac-09c6-4350-b772-a87b786d40a6 None None] Bound port: ce160f03-e604-4bc1-87a8-cb57a1e775c7, host: dv-cinder-763306-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e320949-c172-43c9-b9ed-2910a3c21ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5'}}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:46:04.019356 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-43d1daac-09c6-4350-b772-a87b786d40a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:04.041366 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-895f299c-b757-409e-9c8c-df58074baada req-2118e0da-ed04-444d-b574-80a0e9c4cc76 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740547 Jun 29 17:46:04.101316 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-c4409169-efb5-4f20-b0af-88d2a14cea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'name': 'tempest-AttachVolumeTestJSON-1398550955-router', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:45Z', 'updated_at': '2021-06-29T17:40:51Z', 'revision_number': 4, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'gw_port': {'id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:46Z', 'updated_at': '2021-06-29T17:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '71ae518e-6e01-4581-a4ec-afe3a3eb707b', 'name': '', 'network_id': '0d814395-0aef-449f-bcba-f7da97787837', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'mac_address': 'fa:16:3e:c5:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:41:01Z', 'revision_number': 5, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'subnets': [{'id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:04.105430 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-43d1daac-09c6-4350-b772-a87b786d40a6 None None] For port ce160f03-e604-4bc1-87a8-cb57a1e775c7, host dv-cinder-763306-14-iscsi, cleared binding levels {{(pid=100363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:46:04.137903 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4409169-efb5-4f20-b0af-88d2a14cea67 None None] The sync data for ids ['9b517606-c265-4eb9-a8ec-f46b88eafb36'] in dv-cinder-763306-14-iscsi is: [{'id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'name': 'tempest-AttachVolumeTestJSON-1398550955-router', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:45Z', 'updated_at': '2021-06-29T17:40:51Z', 'revision_number': 4, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'gw_port': {'id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:46Z', 'updated_at': '2021-06-29T17:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '71ae518e-6e01-4581-a4ec-afe3a3eb707b', 'name': '', 'network_id': '0d814395-0aef-449f-bcba-f7da97787837', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'mac_address': 'fa:16:3e:c5:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:41:01Z', 'revision_number': 5, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'subnets': [{'id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:46:04.148517 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-43d1daac-09c6-4350-b772-a87b786d40a6 None None] For port ce160f03-e604-4bc1-87a8-cb57a1e775c7, host dv-cinder-763306-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=ce160f03-e604-4bc1-87a8-cb57a1e775c7,segment=NetworkSegment(1e320949-c172-43c9-b9ed-2910a3c21ae8),segment_id=1e320949-c172-43c9-b9ed-2910a3c21ae8)] {{(pid=100363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:46:04.151208 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f299c-b757-409e-9c8c-df58074baada req-08dba65a-c3bf-4ba6-8e3d-91ff11fdb2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:04.152773 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-895f299c-b757-409e-9c8c-df58074baada req-08dba65a-c3bf-4ba6-8e3d-91ff11fdb2e4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ffa0e33d5f7845379cdcff1fd75bcfc7&device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 1098 time: 0.0594306 Jun 29 17:46:04.264751 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-43d1daac-09c6-4350-b772-a87b786d40a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:04.267219 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:04.275112 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f299c-b757-409e-9c8c-df58074baada req-b6c3aee9-bdc7-402e-ab75-7340e8cccef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:04.278350 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-895f299c-b757-409e-9c8c-df58074baada req-b6c3aee9-bdc7-402e-ab75-7340e8cccef9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ff2185c-17e8-4779-b98f-a1cbc800f8a8 HTTP/1.1" status: 200 len: 913 time: 0.1016138 Jun 29 17:46:04.336957 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1daac-09c6-4350-b772-a87b786d40a6 None None] Pushing event updated for resources: {'Port': ['ID=ce160f03-e604-4bc1-87a8-cb57a1e775c7,revision_number=2']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:04.340260 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-43d1daac-09c6-4350-b772-a87b786d40a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:04.367035 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0d414f46-16c0-476b-96f2-a48d4a495855 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:04.386236 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-895f299c-b757-409e-9c8c-df58074baada req-35309b8c-33e3-47e3-be00-5766212e5128 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39848325-4f6d-4569-acf2-fcdefb220ba1 HTTP/1.1" status: 200 len: 1001 time: 0.1009991 Jun 29 17:46:04.440043 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4bb1f7-203b-4a21-9480-5daccdd53b68 None None] New status for floating IP 34d585a2-c759-4aac-b310-880242732aea: DOWN {{(pid=100364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 17:46:04.449447 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f299c-b757-409e-9c8c-df58074baada req-17645ecc-37a9-4a46-af4a-f20338b5ad7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:04.451137 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-895f299c-b757-409e-9c8c-df58074baada req-17645ecc-37a9-4a46-af4a-f20338b5ad7a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b7e9dcee-74f5-48ad-89ce-ac67b815e2b9 HTTP/1.1" status: 200 len: 851 time: 0.0561943 Jun 29 17:46:04.532841 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f299c-b757-409e-9c8c-df58074baada req-92815e21-7abe-4546-97b5-2fa5cf04d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:04.534531 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-895f299c-b757-409e-9c8c-df58074baada req-92815e21-7abe-4546-97b5-2fa5cf04d77c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ff2185c-17e8-4779-b98f-a1cbc800f8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0766094 Jun 29 17:46:04.651132 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0d414f46-16c0-476b-96f2-a48d4a495855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618085'] for router, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:04.673973 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-895f299c-b757-409e-9c8c-df58074baada req-cc8feae6-b26e-4a56-8069-3ef19a729265 service neutron] 10.222.0.66 "GET /v2.0/networks/1ff2185c-17e8-4779-b98f-a1cbc800f8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313419 Jun 29 17:46:04.772674 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-895f299c-b757-409e-9c8c-df58074baada req-fe81542f-f0cc-49ba-8202-56d9bbb33f69 service neutron] 10.222.0.66 "GET /v2.0/networks/1ff2185c-17e8-4779-b98f-a1cbc800f8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920541 Jun 29 17:46:04.858249 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d414f46-16c0-476b-96f2-a48d4a495855 admin admin] Router 0fd2afec-9ef8-4c0a-83ce-92424b52c884 is scheduled to L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b with binding_index 1 {{(pid=100362) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 17:46:04.970177 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d414f46-16c0-476b-96f2-a48d4a495855 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:46:04.980981 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162a19d3-241c-4d2b-af4b-467aad78d3cf None None] Sync routers for ids ['0fd2afec-9ef8-4c0a-83ce-92424b52c884'] in dv-cinder-763306-14-iscsi {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:46:05.001838 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162a19d3-241c-4d2b-af4b-467aad78d3cf None None] Routers {'0fd2afec-9ef8-4c0a-83ce-92424b52c884'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:46:05.002845 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-162a19d3-241c-4d2b-af4b-467aad78d3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:46:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['0fd2afec-9ef8-4c0a-83ce-92424b52c884'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:05.053110 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0d414f46-16c0-476b-96f2-a48d4a495855 admin admin] Notify callbacks [] for router, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:05.056496 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-0d414f46-16c0-476b-96f2-a48d4a495855 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3247452 Jun 29 17:46:05.057770 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 37344) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:46:05.104914 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device ce160f03-e604-4bc1-87a8-cb57a1e775c7 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:46:05.163594 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-162a19d3-241c-4d2b-af4b-467aad78d3cf None None] Set router 0fd2afec-9ef8-4c0a-83ce-92424b52c884 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:46:05.338717 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning for port ce160f03-e604-4bc1-87a8-cb57a1e775c7 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:46:05.376757 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-162a19d3-241c-4d2b-af4b-467aad78d3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'name': 'tempest-TestShelveInstance-1709977545-router', 'tenant_id': '520634f86612491993523dadd9a5031f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '348fb2c7-f267-469b-b0a4-392e73d3af5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:46:02Z', 'updated_at': '2021-06-29T17:46:04Z', 'revision_number': 3, 'project_id': '520634f86612491993523dadd9a5031f', 'gw_port': {'id': '348fb2c7-f267-469b-b0a4-392e73d3af5f', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:84:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:03Z', 'updated_at': '2021-06-29T17:46:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:05.407038 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc8de60-f38e-49ab-8318-de929e2d2f34 None None] Network 08cb042b-f87f-4b94-8140-42a0828453a5 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:46:05.409428 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162a19d3-241c-4d2b-af4b-467aad78d3cf None None] Checking router: 0fd2afec-9ef8-4c0a-83ce-92424b52c884 for host: dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:46:05.409797 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162a19d3-241c-4d2b-af4b-467aad78d3cf None None] Updating router 0fd2afec-9ef8-4c0a-83ce-92424b52c884 port 348fb2c7-f267-469b-b0a4-392e73d3af5f binding host dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:46:05.438410 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 37350) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:46:05.501542 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-162a19d3-241c-4d2b-af4b-467aad78d3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:05.566220 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-60b757dc-01e6-4b88-b1bd-55d3e32faf81 None None] Provisioning for port ce160f03-e604-4bc1-87a8-cb57a1e775c7 completed by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:46:05.591667 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-79cf0b2a-6b6a-4369-85e4-93851b75e348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:05.639846 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-60b757dc-01e6-4b88-b1bd-55d3e32faf81 None None] Provisioning complete for port ce160f03-e604-4bc1-87a8-cb57a1e775c7 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:46:05.639846 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60b757dc-01e6-4b88-b1bd-55d3e32faf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:05.799659 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-c151190b-0e7c-48ab-a9b0-afb083d14473 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:05.821658 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [None req-79cf0b2a-6b6a-4369-85e4-93851b75e348 admin admin] Allocated IP 172.20.0.1 (08cb042b-f87f-4b94-8140-42a0828453a5/436361f6-8cab-4f88-8bbd-ea01ab450519/6bd6dba5-8316-4992-8fee-e599dd3d0160) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:46:05.828689 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-c151190b-0e7c-48ab-a9b0-afb083d14473 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:05.943862 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-c151190b-0e7c-48ab-a9b0-afb083d14473 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:05.946600 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-c151190b-0e7c-48ab-a9b0-afb083d14473 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:05.950796 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-c151190b-0e7c-48ab-a9b0-afb083d14473 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "DELETE /v2.0/security-groups/ff65ae7f-16dd-4dce-84eb-bee93f98b327 HTTP/1.1" status: 204 len: 168 time: 0.5088305 Jun 29 17:46:05.950796 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-95ae57f0-6a47-415b-984e-0e63f797e80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:05.952713 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 37352) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:46:05.971268 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151190b-0e7c-48ab-a9b0-afb083d14473 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff65ae7f-16dd-4dce-84eb-bee93f98b327,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:05.974002 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-c151190b-0e7c-48ab-a9b0-afb083d14473 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:05.975534 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.api.v2.resource [None req-dc57edb6-5503-424f-bf7d-f9ee42afca0f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] show failed (client error): The resource could not be found. Jun 29 17:46:05.979476 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-dc57edb6-5503-424f-bf7d-f9ee42afca0f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups/ff65ae7f-16dd-4dce-84eb-bee93f98b327 HTTP/1.1" status: 404 len: 347 time: 0.0228798 Jun 29 17:46:05.980090 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 37354) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:46:06.000244 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-79cf0b2a-6b6a-4369-85e4-93851b75e348 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:06.021224 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [None req-79cf0b2a-6b6a-4369-85e4-93851b75e348 admin admin] Transition to ACTIVE for port object 6bd6dba5-8316-4992-8fee-e599dd3d0160 will not be triggered until provisioned by entity DHCP. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:46:06.112083 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-79cf0b2a-6b6a-4369-85e4-93851b75e348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9995809'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:06.116102 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-87ba17ef-0534-4a75-854d-302700f55bbf tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:06.152125 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cf0b2a-6b6a-4369-85e4-93851b75e348 admin admin] Network 08cb042b-f87f-4b94-8140-42a0828453a5 is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:46:06.157392 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-79cf0b2a-6b6a-4369-85e4-93851b75e348 admin admin] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:46:06.160719 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cf0b2a-6b6a-4369-85e4-93851b75e348 admin admin] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:46:06.166558 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-576cd22f-9bf5-4472-ac3d-86e93a8853f8 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Deleting port ac674e9b-72ba-4fac-9011-839785c6bc36 {{(pid=100362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:46:06.167096 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-576cd22f-9bf5-4472-ac3d-86e93a8853f8 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:06.200144 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf0b2a-6b6a-4369-85e4-93851b75e348 admin admin] Pushing event updated for resources: {'Port': ['ID=6bd6dba5-8316-4992-8fee-e599dd3d0160,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:06.205602 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-79cf0b2a-6b6a-4369-85e4-93851b75e348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:06.207647 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60b757dc-01e6-4b88-b1bd-55d3e32faf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:06.213938 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-162a19d3-241c-4d2b-af4b-467aad78d3cf None None] Notify callbacks [] for port, precommit_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:06.226655 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-79cf0b2a-6b6a-4369-85e4-93851b75e348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476290'] for router_interface, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:06.246195 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-162a19d3-241c-4d2b-af4b-467aad78d3cf None None] Transition to ACTIVE for port object 348fb2c7-f267-469b-b0a4-392e73d3af5f will not be triggered until provisioned by entity L2. {{(pid=100363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:46:06.263389 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-60b757dc-01e6-4b88-b1bd-55d3e32faf81 None None] For port ce160f03-e604-4bc1-87a8-cb57a1e775c7, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=ce160f03-e604-4bc1-87a8-cb57a1e775c7,segment=NetworkSegment(1e320949-c172-43c9-b9ed-2910a3c21ae8),segment_id=1e320949-c172-43c9-b9ed-2910a3c21ae8)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:46:06.294651 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-576cd22f-9bf5-4472-ac3d-86e93a8853f8 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:06.295763 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-576cd22f-9bf5-4472-ac3d-86e93a8853f8 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:06.309580 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-576cd22f-9bf5-4472-ac3d-86e93a8853f8 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Calling delete_port for ac674e9b-72ba-4fac-9011-839785c6bc36 owned by network:floatingip {{(pid=100362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:46:06.340709 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-162a19d3-241c-4d2b-af4b-467aad78d3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:06.343872 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:06.347199 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60b757dc-01e6-4b88-b1bd-55d3e32faf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:06.419620 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-162a19d3-241c-4d2b-af4b-467aad78d3cf None None] Attempting to bind port 348fb2c7-f267-469b-b0a4-392e73d3af5f on host dv-cinder-763306-14-iscsi for vnic_type normal with profile {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:46:06.420649 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-162a19d3-241c-4d2b-af4b-467aad78d3cf None None] Attempting to bind port 348fb2c7-f267-469b-b0a4-392e73d3af5f by drivers openvswitch,hyperv on host dv-cinder-763306-14-iscsi at level 0 using segments [{'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:46:06.421113 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162a19d3-241c-4d2b-af4b-467aad78d3cf None None] Attempting to bind port 348fb2c7-f267-469b-b0a4-392e73d3af5f on network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:46:06.427255 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162a19d3-241c-4d2b-af4b-467aad78d3cf None None] Checking agent: {'id': 'e928b6c9-d57e-4ac7-a8fb-c400260472eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 32, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:46:06.436416 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162a19d3-241c-4d2b-af4b-467aad78d3cf None None] Checking segment: {'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:46:06.436416 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-162a19d3-241c-4d2b-af4b-467aad78d3cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:06.436416 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162a19d3-241c-4d2b-af4b-467aad78d3cf None None] Bound using segment: {'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:46:06.436416 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-162a19d3-241c-4d2b-af4b-467aad78d3cf None None] Bound port: 348fb2c7-f267-469b-b0a4-392e73d3af5f, host: dv-cinder-763306-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:46:06.436416 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-162a19d3-241c-4d2b-af4b-467aad78d3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:06.436416 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218c83a-0c78-482e-89f2-c158ae666489 None None] Pushing event updated for resources: {'Port': ['ID=348fb2c7-f267-469b-b0a4-392e73d3af5f,revision_number=2']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:06.436416 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-2218c83a-0c78-482e-89f2-c158ae666489 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:06.436416 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:06.483074 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 5c7a7ddb-dcaf-4046-9505-12a0fb50ceac no longer exists at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:46:06.516796 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] No Port match for: 5c7a7ddb-dcaf-4046-9505-12a0fb50ceac {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:46:06.522661 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 5c7a7ddb-dcaf-4046-9505-12a0fb50ceac not bound to the agent host hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:46:06.522898 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-79cf0b2a-6b6a-4369-85e4-93851b75e348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:06.551496 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-162a19d3-241c-4d2b-af4b-467aad78d3cf None None] For port 348fb2c7-f267-469b-b0a4-392e73d3af5f, host dv-cinder-763306-14-iscsi, cleared binding levels {{(pid=100363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:46:06.553576 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b757dc-01e6-4b88-b1bd-55d3e32faf81 None None] Pushing event updated for resources: {'Port': ['ID=ce160f03-e604-4bc1-87a8-cb57a1e775c7,revision_number=3']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:06.559012 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-60b757dc-01e6-4b88-b1bd-55d3e32faf81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:06.574158 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-162a19d3-241c-4d2b-af4b-467aad78d3cf None None] For port 348fb2c7-f267-469b-b0a4-392e73d3af5f, host dv-cinder-763306-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=348fb2c7-f267-469b-b0a4-392e73d3af5f,segment=NetworkSegment(f9a98574-3341-4580-ac4f-b7fff4e16571),segment_id=f9a98574-3341-4580-ac4f-b7fff4e16571)] {{(pid=100363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:46:06.579826 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-3f8bbd17-0292-4cb1-b30b-417c1d6b4075 None None] Provisioning complete for port ce160f03-e604-4bc1-87a8-cb57a1e775c7 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:46:06.580221 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-3f8bbd17-0292-4cb1-b30b-417c1d6b4075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:06.585617 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-576cd22f-9bf5-4472-ac3d-86e93a8853f8 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2715355'] for port, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:06.589574 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-79a6a1a2-e086-408a-b151-401fdfca3536 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:06.631902 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576cd22f-9bf5-4472-ac3d-86e93a8853f8 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Pushing event deleted for resources: {'Port': ['ID=ac674e9b-72ba-4fac-9011-839785c6bc36,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:06.637299 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-576cd22f-9bf5-4472-ac3d-86e93a8853f8 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:06.662280 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-162a19d3-241c-4d2b-af4b-467aad78d3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:06.666539 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-f1a5896c-9796-45e0-8dea-53dffacd529a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:06.734206 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-576cd22f-9bf5-4472-ac3d-86e93a8853f8 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for floatingip, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:06.737980 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-576cd22f-9bf5-4472-ac3d-86e93a8853f8 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for floatingip, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:06.739539 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-79cf0b2a-6b6a-4369-85e4-93851b75e348 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:06.739862 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-576cd22f-9bf5-4472-ac3d-86e93a8853f8 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "DELETE /v2.0/floatingips/34d585a2-c759-4aac-b310-880242732aea HTTP/1.1" status: 204 len: 168 time: 0.7580850 Jun 29 17:46:06.740845 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162a19d3-241c-4d2b-af4b-467aad78d3cf None None] Routers {'0fd2afec-9ef8-4c0a-83ce-92424b52c884'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:46:06.741495 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-162a19d3-241c-4d2b-af4b-467aad78d3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:46:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['0fd2afec-9ef8-4c0a-83ce-92424b52c884'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:06.743406 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2218c83a-0c78-482e-89f2-c158ae666489 None None] Pushing event updated for resources: {'Port': ['ID=348fb2c7-f267-469b-b0a4-392e73d3af5f,revision_number=3']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:06.785534 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-2218c83a-0c78-482e-89f2-c158ae666489 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:06.805414 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-79cf0b2a-6b6a-4369-85e4-93851b75e348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995795'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:06.808818 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:06.868724 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-162a19d3-241c-4d2b-af4b-467aad78d3cf None None] Set router 0fd2afec-9ef8-4c0a-83ce-92424b52c884 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:46:06.880082 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-79cf0b2a-6b6a-4369-85e4-93851b75e348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476182'] for router_interface, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:06.882060 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf0b2a-6b6a-4369-85e4-93851b75e348 admin admin] Pushing event updated for resources: {'Port': ['ID=6bd6dba5-8316-4992-8fee-e599dd3d0160,revision_number=2']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:06.885341 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-79cf0b2a-6b6a-4369-85e4-93851b75e348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:06.938593 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-a40725d0-067f-421f-a5f3-7c08ea1e827a None None] Provisioning for port 6bd6dba5-8316-4992-8fee-e599dd3d0160 completed by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:46:06.944368 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-a40725d0-067f-421f-a5f3-7c08ea1e827a None None] Provisioning complete for port 6bd6dba5-8316-4992-8fee-e599dd3d0160 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:46:06.944723 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-a40725d0-067f-421f-a5f3-7c08ea1e827a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:06.997349 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cf0b2a-6b6a-4369-85e4-93851b75e348 admin admin] Network 08cb042b-f87f-4b94-8140-42a0828453a5 is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:46:07.000711 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-79cf0b2a-6b6a-4369-85e4-93851b75e348 admin admin] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:46:07.025674 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-a40725d0-067f-421f-a5f3-7c08ea1e827a None None] Port 6bd6dba5-8316-4992-8fee-e599dd3d0160 cannot update to ACTIVE because it is not bound. {{(pid=100363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:46:07.107261 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device ce160f03-e604-4bc1-87a8-cb57a1e775c7 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:46:07.143584 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79cf0b2a-6b6a-4369-85e4-93851b75e348 admin admin] Router 0fd2afec-9ef8-4c0a-83ce-92424b52c884 has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:46:07.168666 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-162a19d3-241c-4d2b-af4b-467aad78d3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'name': 'tempest-TestShelveInstance-1709977545-router', 'tenant_id': '520634f86612491993523dadd9a5031f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '348fb2c7-f267-469b-b0a4-392e73d3af5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:46:02Z', 'updated_at': '2021-06-29T17:46:06Z', 'revision_number': 4, 'project_id': '520634f86612491993523dadd9a5031f', 'gw_port': {'id': '348fb2c7-f267-469b-b0a4-392e73d3af5f', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:84:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:03Z', 'updated_at': '2021-06-29T17:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '6bd6dba5-8316-4992-8fee-e599dd3d0160', 'name': '', 'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5', 'tenant_id': '520634f86612491993523dadd9a5031f', 'mac_address': 'fa:16:3e:fc:58:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '436361f6-8cab-4f88-8bbd-ea01ab450519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:05Z', 'updated_at': '2021-06-29T17:46:05Z', 'revision_number': 1, 'project_id': '520634f86612491993523dadd9a5031f', 'subnets': [{'id': '436361f6-8cab-4f88-8bbd-ea01ab450519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:07.218825 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162a19d3-241c-4d2b-af4b-467aad78d3cf None None] The sync data for ids ['0fd2afec-9ef8-4c0a-83ce-92424b52c884'] in dv-cinder-763306-14-iscsi is: [{'id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'name': 'tempest-TestShelveInstance-1709977545-router', 'tenant_id': '520634f86612491993523dadd9a5031f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '348fb2c7-f267-469b-b0a4-392e73d3af5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:46:02Z', 'updated_at': '2021-06-29T17:46:06Z', 'revision_number': 4, 'project_id': '520634f86612491993523dadd9a5031f', 'gw_port': {'id': '348fb2c7-f267-469b-b0a4-392e73d3af5f', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:84:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:03Z', 'updated_at': '2021-06-29T17:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '6bd6dba5-8316-4992-8fee-e599dd3d0160', 'name': '', 'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5', 'tenant_id': '520634f86612491993523dadd9a5031f', 'mac_address': 'fa:16:3e:fc:58:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '436361f6-8cab-4f88-8bbd-ea01ab450519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:05Z', 'updated_at': '2021-06-29T17:46:05Z', 'revision_number': 1, 'project_id': '520634f86612491993523dadd9a5031f', 'subnets': [{'id': '436361f6-8cab-4f88-8bbd-ea01ab450519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:46:07.242338 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port ce160f03-e604-4bc1-87a8-cb57a1e775c7 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:46:07.242954 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:07.249911 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 37362) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:46:07.255909 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-8310968b-7985-4f08-9bac-d44337d126ca tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Request body: {'security_group': {'name': 'tempest-securitygroup--327985735', 'description': 'tempest-description--2036879379'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:46:07.289833 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cf0b2a-6b6a-4369-85e4-93851b75e348 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:46:07.298659 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-79cf0b2a-6b6a-4369-85e4-93851b75e348 admin admin] 10.222.0.102 "PUT /v2.0/routers/0fd2afec-9ef8-4c0a-83ce-92424b52c884/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2359164 Jun 29 17:46:07.373052 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8310968b-7985-4f08-9bac-d44337d126ca tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:07.374085 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:07.377537 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-9712ac68-8be4-47ab-9e85-5519a13362a8 None None] Provisioning complete for port 6bd6dba5-8316-4992-8fee-e599dd3d0160 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:46:07.377918 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-9712ac68-8be4-47ab-9e85-5519a13362a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:07.417878 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-9712ac68-8be4-47ab-9e85-5519a13362a8 None None] Port 6bd6dba5-8316-4992-8fee-e599dd3d0160 cannot update to ACTIVE because it is not bound. {{(pid=100363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:46:07.482597 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8310968b-7985-4f08-9bac-d44337d126ca tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:07.606582 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8310968b-7985-4f08-9bac-d44337d126ca tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:07.619914 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-c151190b-0e7c-48ab-a9b0-afb083d14473 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:07.649753 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310968b-7985-4f08-9bac-d44337d126ca tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3345f7e0-9995-454b-86b4-4190b5787adb,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:07.653443 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-8310968b-7985-4f08-9bac-d44337d126ca tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:07.692539 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8310968b-7985-4f08-9bac-d44337d126ca tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:07.696450 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-8310968b-7985-4f08-9bac-d44337d126ca tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4428301 Jun 29 17:46:07.696843 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 37372) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:46:07.702402 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-4e5cac7b-224d-4e32-b3b9-f3a9182f60d4 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Request body: {'security_group_rule': {'security_group_id': '3345f7e0-9995-454b-86b4-4190b5787adb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:46:07.840346 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-4e5cac7b-224d-4e32-b3b9-f3a9182f60d4 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:07.897566 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-4e5cac7b-224d-4e32-b3b9-f3a9182f60d4 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:08.016529 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-4e5cac7b-224d-4e32-b3b9-f3a9182f60d4 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-379795'] for security_group_rule, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:08.018589 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:08.038657 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5cac7b-224d-4e32-b3b9-f3a9182f60d4 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5950380c-6fde-4700-93d2-18a19736dda1,revision_number=0']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:08.043074 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-4e5cac7b-224d-4e32-b3b9-f3a9182f60d4 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:08.110382 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-4e5cac7b-224d-4e32-b3b9-f3a9182f60d4 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:08.111744 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-4e5cac7b-224d-4e32-b3b9-f3a9182f60d4 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4137132 Jun 29 17:46:08.115602 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 37382) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:46:08.120331 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-2433302e-64ee-4d68-8a43-1b2c4bca6da8 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Request body: {'security_group_rule': {'security_group_id': '3345f7e0-9995-454b-86b4-4190b5787adb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:46:08.136072 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 37384) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:46:08.142075 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-3f1eb2c0-00f1-4284-aa42-ea981273a9fa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2036773738-network', 'tenant_id': 'cd98a2a85428428b826b15e411eb6f6f'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:46:08.260912 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-2433302e-64ee-4d68-8a43-1b2c4bca6da8 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:08.326157 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-2433302e-64ee-4d68-8a43-1b2c4bca6da8 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:08.383793 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1eb2c0-00f1-4284-aa42-ea981273a9fa admin admin] Made reservation on behalf of cd98a2a85428428b826b15e411eb6f6f for: {'network': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:46:08.386152 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb2c0-00f1-4284-aa42-ea981273a9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for network, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:08.398695 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb2c0-00f1-4284-aa42-ea981273a9fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:08.421881 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-2433302e-64ee-4d68-8a43-1b2c4bca6da8 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-379795'] for security_group_rule, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:08.428428 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-4b87b4cd-2b44-4d70-b649-f8e0ea5b0f9f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:08.454270 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433302e-64ee-4d68-8a43-1b2c4bca6da8 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd14416f-1c00-4e65-b393-cbe8e3ea3b7a,revision_number=0']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:08.460648 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-2433302e-64ee-4d68-8a43-1b2c4bca6da8 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:08.511266 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb2c0-00f1-4284-aa42-ea981273a9fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:08.607711 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb2c0-00f1-4284-aa42-ea981273a9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:08.610755 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-6a855fd4-1bcc-4351-abdb-2be973f336f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:08.634577 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f1eb2c0-00f1-4284-aa42-ea981273a9fa admin admin] vlan segment allocate from pool success with {'vlan_id': 916, 'physical_network': 'physnet1'} {{(pid=100361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:46:08.641723 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1eb2c0-00f1-4284-aa42-ea981273a9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c053ee23-9385-4ba5-8dd0-cb59124ee6fc,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:08.645319 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-3f1eb2c0-00f1-4284-aa42-ea981273a9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:08.650166 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb2c0-00f1-4284-aa42-ea981273a9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:08.650166 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.db.segments_db [None req-3f1eb2c0-00f1-4284-aa42-ea981273a9fa admin admin] Added segment bf60eb2c-2118-4cad-82fe-eb8cecd47bd4 of type vlan for network 901b4ce1-4b1c-4af4-baf2-3b3b41dbd526 Jun 29 17:46:08.685982 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-2433302e-64ee-4d68-8a43-1b2c4bca6da8 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:08.687199 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-2433302e-64ee-4d68-8a43-1b2c4bca6da8 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5705700 Jun 29 17:46:08.690942 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb2c0-00f1-4284-aa42-ea981273a9fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732082150732'] for network, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:08.696229 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 37386) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:46:08.700954 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-6f18d895-d586-4a4d-919f-1b72245bb66f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Request body: {'floatingip': {'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:46:08.805117 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb2c0-00f1-4284-aa42-ea981273a9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for network, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:08.806471 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1eb2c0-00f1-4284-aa42-ea981273a9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:08.807059 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb2c0-00f1-4284-aa42-ea981273a9fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:08.810283 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-df788d09-a809-4b48-b6ca-2805e3551b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:08.830003 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-6f18d895-d586-4a4d-919f-1b72245bb66f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for floatingip, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:08.874814 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1eb2c0-00f1-4284-aa42-ea981273a9fa admin admin] Pushing event updated for resources: {'Network': ['ID=901b4ce1-4b1c-4af4-baf2-3b3b41dbd526,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:08.878453 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-3f1eb2c0-00f1-4284-aa42-ea981273a9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:08.885366 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Network 901b4ce1-4b1c-4af4-baf2-3b3b41dbd526 details requested by agent ovs-agent-dv-cinder-763306-14-iscsi with host dv-cinder-763306-14-iscsi {{(pid=100363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:46:08.932891 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-3f1eb2c0-00f1-4284-aa42-ea981273a9fa admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7955143 Jun 29 17:46:08.935442 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 37390) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:46:08.944777 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-82f1f6d7-e6ef-4515-8cca-73562974ef6f admin admin] Request body: {'subnet': {'network_id': '901b4ce1-4b1c-4af4-baf2-3b3b41dbd526', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2036773738-subnet', 'tenant_id': 'cd98a2a85428428b826b15e411eb6f6f', 'ip_version': 4}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:46:08.961755 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-6f18d895-d586-4a4d-919f-1b72245bb66f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:09.058231 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f1f6d7-e6ef-4515-8cca-73562974ef6f admin admin] Made reservation on behalf of cd98a2a85428428b826b15e411eb6f6f for: {'subnet': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:46:09.061232 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-82f1f6d7-e6ef-4515-8cca-73562974ef6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2477039'] for subnet, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:09.075930 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.db_base_plugin_common [None req-6f18d895-d586-4a4d-919f-1b72245bb66f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Allocated IP 172.27.3.138 (26c48c97-dd4e-49af-8475-2ecf6fc0aadd/7cd7448d-c974-46f0-8ef9-2783dc523a5d/a8a0247c-a0c7-4ab1-89ad-1a7524bc0f35) {{(pid=100362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:46:09.099902 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 348fb2c7-f267-469b-b0a4-392e73d3af5f up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:46:09.202781 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-6f18d895-d586-4a4d-919f-1b72245bb66f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for port, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:09.229472 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning for port 348fb2c7-f267-469b-b0a4-392e73d3af5f completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:46:09.234163 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 348fb2c7-f267-469b-b0a4-392e73d3af5f triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:46:09.234706 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:09.316222 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:09.321368 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-6f18d895-d586-4a4d-919f-1b72245bb66f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2715346'] for port, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:09.324483 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:09.332960 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-82f1f6d7-e6ef-4515-8cca-73562974ef6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9995933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2477053'] for subnet, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:09.336378 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:09.337302 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] For port 348fb2c7-f267-469b-b0a4-392e73d3af5f, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=348fb2c7-f267-469b-b0a4-392e73d3af5f,segment=NetworkSegment(f9a98574-3341-4580-ac4f-b7fff4e16571),segment_id=f9a98574-3341-4580-ac4f-b7fff4e16571)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:46:09.356420 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b6cb93-0abf-4340-b5b8-9d22aba91586 None None] Sync routers for ids ['0fd2afec-9ef8-4c0a-83ce-92424b52c884'] in dv-cinder-763306-14-iscsi {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:46:09.369288 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f18d895-d586-4a4d-919f-1b72245bb66f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd is already hosted by enough agents. {{(pid=100362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:46:09.374621 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.base_scheduler [None req-6f18d895-d586-4a4d-919f-1b72245bb66f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Resources bound (agent type, host, resource id): {{(pid=100362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:46:09.379290 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f18d895-d586-4a4d-919f-1b72245bb66f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Received port after_create {{(pid=100362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:46:09.380381 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b6cb93-0abf-4340-b5b8-9d22aba91586 None None] Routers {'0fd2afec-9ef8-4c0a-83ce-92424b52c884'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:46:09.381019 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-f4b6cb93-0abf-4340-b5b8-9d22aba91586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:46:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['0fd2afec-9ef8-4c0a-83ce-92424b52c884'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:09.392575 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1f6d7-e6ef-4515-8cca-73562974ef6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e36b0815-6e43-400e-bc71-da1e463e1380,revision_number=0']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:09.402144 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-82f1f6d7-e6ef-4515-8cca-73562974ef6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:09.402870 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18d895-d586-4a4d-919f-1b72245bb66f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Pushing event updated for resources: {'Port': ['ID=a8a0247c-a0c7-4ab1-89ad-1a7524bc0f35,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:09.406203 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f1f6d7-e6ef-4515-8cca-73562974ef6f admin admin] Checking segment: {'id': 'bf60eb2c-2118-4cad-82fe-eb8cecd47bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '901b4ce1-4b1c-4af4-baf2-3b3b41dbd526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:46:09.407054 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-6f18d895-d586-4a4d-919f-1b72245bb66f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:09.407203 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f1f6d7-e6ef-4515-8cca-73562974ef6f admin admin] Network hostable DHCP agents. Network: 901b4ce1-4b1c-4af4-baf2-3b3b41dbd526, hostable agents: ['24069b9b-1321-42f1-b289-5cb1180ca833'], hosted agents: [] {{(pid=100361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:46:09.412385 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:09.414279 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:09.463195 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Pushing event updated for resources: {'Port': ['ID=348fb2c7-f267-469b-b0a4-392e73d3af5f,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:09.466982 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:09.472689 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-6f18d895-d586-4a4d-919f-1b72245bb66f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:09.501479 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-f4b6cb93-0abf-4340-b5b8-9d22aba91586 None None] Set router 0fd2afec-9ef8-4c0a-83ce-92424b52c884 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:46:09.515518 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f1f6d7-e6ef-4515-8cca-73562974ef6f admin admin] Network 901b4ce1-4b1c-4af4-baf2-3b3b41dbd526 is scheduled to be hosted by DHCP agent 24069b9b-1321-42f1-b289-5cb1180ca833 with binding_index 1 {{(pid=100361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:46:09.586553 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-6f18d895-d586-4a4d-919f-1b72245bb66f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:09.618119 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-82f1f6d7-e6ef-4515-8cca-73562974ef6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-iscsi, 901b4ce1-4b1c-4af4-baf2-3b3b41dbd526) {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:46:09.622887 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f1f6d7-e6ef-4515-8cca-73562974ef6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:09.624927 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-82f1f6d7-e6ef-4515-8cca-73562974ef6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:09.631127 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d2053e-0c38-4f0f-92c9-1342a2d77038 None None] Network 901b4ce1-4b1c-4af4-baf2-3b3b41dbd526 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:46:09.709931 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-f4b6cb93-0abf-4340-b5b8-9d22aba91586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'name': 'tempest-TestShelveInstance-1709977545-router', 'tenant_id': '520634f86612491993523dadd9a5031f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '348fb2c7-f267-469b-b0a4-392e73d3af5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:46:02Z', 'updated_at': '2021-06-29T17:46:06Z', 'revision_number': 4, 'project_id': '520634f86612491993523dadd9a5031f', 'gw_port': {'id': '348fb2c7-f267-469b-b0a4-392e73d3af5f', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:84:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:03Z', 'updated_at': '2021-06-29T17:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '6bd6dba5-8316-4992-8fee-e599dd3d0160', 'name': '', 'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5', 'tenant_id': '520634f86612491993523dadd9a5031f', 'mac_address': 'fa:16:3e:fc:58:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '436361f6-8cab-4f88-8bbd-ea01ab450519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:05Z', 'updated_at': '2021-06-29T17:46:06Z', 'revision_number': 2, 'project_id': '520634f86612491993523dadd9a5031f', 'subnets': [{'id': '436361f6-8cab-4f88-8bbd-ea01ab450519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:09.731295 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-82f1f6d7-e6ef-4515-8cca-73562974ef6f admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7912509 Jun 29 17:46:09.731618 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 37392) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:46:09.738201 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-bbb58587-d91e-43a3-8cf0-341c84c7c2a0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2036773738-router', 'tenant_id': 'cd98a2a85428428b826b15e411eb6f6f', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:46:09.764627 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-6f18d895-d586-4a4d-919f-1b72245bb66f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for port, precommit_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:09.796537 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb15443-7298-41df-8e81-caeb0e7f674c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92452d69-972d-5f90-a51c-f228c74b1c0c-901b4ce1-4b1c-4af4-baf2-3b3b41dbd526', 'network_id': '901b4ce1-4b1c-4af4-baf2-3b3b41dbd526', 'tenant_id': 'cd98a2a85428428b826b15e411eb6f6f', 'fixed_ips': [{'subnet_id': 'e36b0815-6e43-400e-bc71-da1e463e1380'}]}} from dv-cinder-763306-14-iscsi. {{(pid=100363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 17:46:09.797567 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-bdb15443-7298-41df-8e81-caeb0e7f674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:09.831952 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b6cb93-0abf-4340-b5b8-9d22aba91586 None None] Checking router: 0fd2afec-9ef8-4c0a-83ce-92424b52c884 for host: dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:46:09.832290 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b6cb93-0abf-4340-b5b8-9d22aba91586 None None] Updating router 0fd2afec-9ef8-4c0a-83ce-92424b52c884 port 6bd6dba5-8316-4992-8fee-e599dd3d0160 binding host dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:46:09.840956 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bbb58587-d91e-43a3-8cf0-341c84c7c2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-478208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-909'] for router, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:09.844823 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bbb58587-d91e-43a3-8cf0-341c84c7c2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-900'] for router, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:09.853394 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-6f18d895-d586-4a4d-919f-1b72245bb66f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2715360'] for port, after_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:09.859123 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:09.869128 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-f4b6cb93-0abf-4340-b5b8-9d22aba91586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:09.906669 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bbb58587-d91e-43a3-8cf0-341c84c7c2a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:09.958875 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-6f18d895-d586-4a4d-919f-1b72245bb66f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617202'] for floatingip, after_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:09.978845 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18d895-d586-4a4d-919f-1b72245bb66f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Pushing event updated for resources: {'Port': ['ID=a8a0247c-a0c7-4ab1-89ad-1a7524bc0f35,revision_number=2']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:09.981055 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.db_base_plugin_common [None req-bdb15443-7298-41df-8e81-caeb0e7f674c None None] Allocated IP 172.20.0.2 (901b4ce1-4b1c-4af4-baf2-3b3b41dbd526/e36b0815-6e43-400e-bc71-da1e463e1380/64ff9074-6c9d-4230-9cb3-f95b455c9ba3) {{(pid=100363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:46:09.983149 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-6f18d895-d586-4a4d-919f-1b72245bb66f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:10.056681 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-6f18d895-d586-4a4d-919f-1b72245bb66f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for floatingip, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:10.057927 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-6f18d895-d586-4a4d-919f-1b72245bb66f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3606732 Jun 29 17:46:10.174770 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-bdb15443-7298-41df-8e81-caeb0e7f674c None None] Notify callbacks [] for port, precommit_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:10.184523 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-bdb15443-7298-41df-8e81-caeb0e7f674c None None] Transition to ACTIVE for port object 64ff9074-6c9d-4230-9cb3-f95b455c9ba3 will not be triggered until provisioned by entity L2. {{(pid=100363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:46:10.191099 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-f4b6cb93-0abf-4340-b5b8-9d22aba91586 None None] Notify callbacks [] for port, precommit_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:10.203505 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-bdb15443-7298-41df-8e81-caeb0e7f674c None None] Transition to ACTIVE for port object 64ff9074-6c9d-4230-9cb3-f95b455c9ba3 will not be triggered until provisioned by entity DHCP. {{(pid=100363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:46:10.206328 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.provisioning_blocks [None req-f4b6cb93-0abf-4340-b5b8-9d22aba91586 None None] Transition to ACTIVE for port object 6bd6dba5-8316-4992-8fee-e599dd3d0160 will not be triggered until provisioned by entity L2. {{(pid=100364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:46:10.278012 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b147a070-d5e4-4f34-938a-0418b05317ce req-f7a39e5d-2fb2-4eb5-b42e-1ab2f835ff7c tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-securitygroup--327985735&fields=id&tenant_id=87f56b14a5034bf38448dbb35360a4fc HTTP/1.1" status: 200 len: 267 time: 0.0359559 Jun 29 17:46:10.287396 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-bdb15443-7298-41df-8e81-caeb0e7f674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565'] for port, after_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:10.289653 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:10.355521 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-f4b6cb93-0abf-4340-b5b8-9d22aba91586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:10.358281 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:10.400396 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dac503-ae98-4a5f-b18a-add324573ba5 None None] Pushing event updated for resources: {'Port': ['ID=6bd6dba5-8316-4992-8fee-e599dd3d0160,revision_number=3']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:10.404224 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147a070-d5e4-4f34-938a-0418b05317ce req-6eb92ae6-555f-4439-8d8c-1bccc141c165 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:10.408531 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bbb58587-d91e-43a3-8cf0-341c84c7c2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-886'] for router, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:10.412523 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dac503-ae98-4a5f-b18a-add324573ba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:10.412730 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b147a070-d5e4-4f34-938a-0418b05317ce req-6eb92ae6-555f-4439-8d8c-1bccc141c165 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/networks?id=0d814395-0aef-449f-bcba-f7da97787837 HTTP/1.1" status: 200 len: 811 time: 0.1266475 Jun 29 17:46:10.413236 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dac503-ae98-4a5f-b18a-add324573ba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:10.413834 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dac503-ae98-4a5f-b18a-add324573ba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:10.414331 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dac503-ae98-4a5f-b18a-add324573ba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:10.414815 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dac503-ae98-4a5f-b18a-add324573ba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:10.415303 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dac503-ae98-4a5f-b18a-add324573ba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:10.415822 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dac503-ae98-4a5f-b18a-add324573ba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:10.416337 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dac503-ae98-4a5f-b18a-add324573ba5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:10.416658 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dac503-ae98-4a5f-b18a-add324573ba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:10.416978 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dac503-ae98-4a5f-b18a-add324573ba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:10.417294 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dac503-ae98-4a5f-b18a-add324573ba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:10.417606 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dac503-ae98-4a5f-b18a-add324573ba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:10.423156 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-52dac503-ae98-4a5f-b18a-add324573ba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:10.429163 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b147a070-d5e4-4f34-938a-0418b05317ce req-bb2fac4e-f751-45f8-8277-f84ca96d79a0 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/quotas/87f56b14a5034bf38448dbb35360a4fc HTTP/1.1" status: 200 len: 375 time: 0.0155375 Jun 29 17:46:10.480860 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb15443-7298-41df-8e81-caeb0e7f674c None None] Network 901b4ce1-4b1c-4af4-baf2-3b3b41dbd526 is already hosted by enough agents. {{(pid=100363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:46:10.487144 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.scheduler.base_scheduler [None req-bdb15443-7298-41df-8e81-caeb0e7f674c None None] Resources bound (agent type, host, resource id): {{(pid=100363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:46:10.489382 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb15443-7298-41df-8e81-caeb0e7f674c None None] Pushing event updated for resources: {'Port': ['ID=64ff9074-6c9d-4230-9cb3-f95b455c9ba3,revision_number=1']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:10.491695 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb15443-7298-41df-8e81-caeb0e7f674c None None] Received port after_create {{(pid=100363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:46:10.499605 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-bdb15443-7298-41df-8e81-caeb0e7f674c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:10.511215 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-f4b6cb93-0abf-4340-b5b8-9d22aba91586 None None] Attempting to bind port 6bd6dba5-8316-4992-8fee-e599dd3d0160 on host dv-cinder-763306-14-iscsi for vnic_type normal with profile {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:46:10.511902 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-f4b6cb93-0abf-4340-b5b8-9d22aba91586 None None] Attempting to bind port 6bd6dba5-8316-4992-8fee-e599dd3d0160 by drivers openvswitch,hyperv on host dv-cinder-763306-14-iscsi at level 0 using segments [{'id': '1e320949-c172-43c9-b9ed-2910a3c21ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5'}] {{(pid=100364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:46:10.512429 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b6cb93-0abf-4340-b5b8-9d22aba91586 None None] Attempting to bind port 6bd6dba5-8316-4992-8fee-e599dd3d0160 on network 08cb042b-f87f-4b94-8140-42a0828453a5 {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:46:10.519591 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b6cb93-0abf-4340-b5b8-9d22aba91586 None None] Checking agent: {'id': 'e928b6c9-d57e-4ac7-a8fb-c400260472eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 32, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:46:10.520247 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b6cb93-0abf-4340-b5b8-9d22aba91586 None None] Checking segment: {'id': '1e320949-c172-43c9-b9ed-2910a3c21ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:46:10.520913 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-f4b6cb93-0abf-4340-b5b8-9d22aba91586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:10.521521 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b6cb93-0abf-4340-b5b8-9d22aba91586 None None] Bound using segment: {'id': '1e320949-c172-43c9-b9ed-2910a3c21ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5'} {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:46:10.522150 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-f4b6cb93-0abf-4340-b5b8-9d22aba91586 None None] Bound port: 6bd6dba5-8316-4992-8fee-e599dd3d0160, host: dv-cinder-763306-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e320949-c172-43c9-b9ed-2910a3c21ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5'}}] {{(pid=100364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:46:10.522705 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-f4b6cb93-0abf-4340-b5b8-9d22aba91586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:10.545486 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b147a070-d5e4-4f34-938a-0418b05317ce req-44bc3a1b-e7bb-42e9-bf3e-89449bd2e443 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=87f56b14a5034bf38448dbb35360a4fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1062050 Jun 29 17:46:10.595404 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-bdb15443-7298-41df-8e81-caeb0e7f674c None None] Attempting to bind port 64ff9074-6c9d-4230-9cb3-f95b455c9ba3 on host dv-cinder-763306-14-iscsi for vnic_type normal with profile {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:46:10.595706 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-bdb15443-7298-41df-8e81-caeb0e7f674c None None] Attempting to bind port 64ff9074-6c9d-4230-9cb3-f95b455c9ba3 by drivers openvswitch,hyperv on host dv-cinder-763306-14-iscsi at level 0 using segments [{'id': 'bf60eb2c-2118-4cad-82fe-eb8cecd47bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '901b4ce1-4b1c-4af4-baf2-3b3b41dbd526'}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:46:10.595954 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb15443-7298-41df-8e81-caeb0e7f674c None None] Attempting to bind port 64ff9074-6c9d-4230-9cb3-f95b455c9ba3 on network 901b4ce1-4b1c-4af4-baf2-3b3b41dbd526 {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:46:10.606361 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb15443-7298-41df-8e81-caeb0e7f674c None None] Checking agent: {'id': 'e928b6c9-d57e-4ac7-a8fb-c400260472eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 32, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:46:10.608809 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb15443-7298-41df-8e81-caeb0e7f674c None None] Checking segment: {'id': 'bf60eb2c-2118-4cad-82fe-eb8cecd47bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '901b4ce1-4b1c-4af4-baf2-3b3b41dbd526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:46:10.609376 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-bdb15443-7298-41df-8e81-caeb0e7f674c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:10.609793 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb15443-7298-41df-8e81-caeb0e7f674c None None] Bound using segment: {'id': 'bf60eb2c-2118-4cad-82fe-eb8cecd47bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '901b4ce1-4b1c-4af4-baf2-3b3b41dbd526'} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:46:10.610296 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-bdb15443-7298-41df-8e81-caeb0e7f674c None None] Bound port: 64ff9074-6c9d-4230-9cb3-f95b455c9ba3, host: dv-cinder-763306-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf60eb2c-2118-4cad-82fe-eb8cecd47bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '901b4ce1-4b1c-4af4-baf2-3b3b41dbd526'}}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:46:10.610693 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-bdb15443-7298-41df-8e81-caeb0e7f674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:10.626197 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-f4b6cb93-0abf-4340-b5b8-9d22aba91586 None None] For port 6bd6dba5-8316-4992-8fee-e599dd3d0160, host dv-cinder-763306-14-iscsi, cleared binding levels {{(pid=100364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:46:10.630148 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-f4b6cb93-0abf-4340-b5b8-9d22aba91586 None None] For port 6bd6dba5-8316-4992-8fee-e599dd3d0160, host dv-cinder-763306-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=6bd6dba5-8316-4992-8fee-e599dd3d0160,segment=NetworkSegment(1e320949-c172-43c9-b9ed-2910a3c21ae8),segment_id=1e320949-c172-43c9-b9ed-2910a3c21ae8)] {{(pid=100364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:46:10.699094 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-bdb15443-7298-41df-8e81-caeb0e7f674c None None] For port 64ff9074-6c9d-4230-9cb3-f95b455c9ba3, host dv-cinder-763306-14-iscsi, cleared binding levels {{(pid=100363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:46:10.700235 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-f4b6cb93-0abf-4340-b5b8-9d22aba91586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:10.703695 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-bdb15443-7298-41df-8e81-caeb0e7f674c None None] For port 64ff9074-6c9d-4230-9cb3-f95b455c9ba3, host dv-cinder-763306-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=64ff9074-6c9d-4230-9cb3-f95b455c9ba3,segment=NetworkSegment(bf60eb2c-2118-4cad-82fe-eb8cecd47bd4),segment_id=bf60eb2c-2118-4cad-82fe-eb8cecd47bd4)] {{(pid=100363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:46:10.707406 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-11851d59-befa-4931-bcbf-c1935d2aeac8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:10.753623 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bbb58587-d91e-43a3-8cf0-341c84c7c2a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:10.774403 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b6cb93-0abf-4340-b5b8-9d22aba91586 None None] Routers {'0fd2afec-9ef8-4c0a-83ce-92424b52c884'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:46:10.775144 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-f4b6cb93-0abf-4340-b5b8-9d22aba91586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:46:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['0fd2afec-9ef8-4c0a-83ce-92424b52c884'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:10.776927 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bbb58587-d91e-43a3-8cf0-341c84c7c2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:10.778682 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dac503-ae98-4a5f-b18a-add324573ba5 None None] Pushing event updated for resources: {'Port': ['ID=6bd6dba5-8316-4992-8fee-e599dd3d0160,revision_number=4']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:10.802225 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-bdb15443-7298-41df-8e81-caeb0e7f674c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:10.805533 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-43d1daac-09c6-4350-b772-a87b786d40a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:10.822802 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-52dac503-ae98-4a5f-b18a-add324573ba5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:10.865472 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b147a070-d5e4-4f34-938a-0418b05317ce req-6b05a799-398c-4ebf-b5af-20e331f21339 service neutron] 10.222.0.102 "GET /v2.0/networks/0d814395-0aef-449f-bcba-f7da97787837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033628 Jun 29 17:46:10.922095 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-f4b6cb93-0abf-4340-b5b8-9d22aba91586 None None] Set router 0fd2afec-9ef8-4c0a-83ce-92424b52c884 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:46:10.931099 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb15443-7298-41df-8e81-caeb0e7f674c None None] Pushing event updated for resources: {'Port': ['ID=64ff9074-6c9d-4230-9cb3-f95b455c9ba3,revision_number=2']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:10.934225 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-bdb15443-7298-41df-8e81-caeb0e7f674c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:10.952777 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [None req-bbb58587-d91e-43a3-8cf0-341c84c7c2a0 admin admin] Allocated IP 172.27.3.199 (26c48c97-dd4e-49af-8475-2ecf6fc0aadd/7cd7448d-c974-46f0-8ef9-2783dc523a5d/1ba3b933-b941-4f41-8467-e2f24e61edbb) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:46:11.043488 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b147a070-d5e4-4f34-938a-0418b05317ce req-4c28f50a-32c5-4df0-9cee-0d3f4abb4af4 service neutron] 10.222.0.102 "GET /v2.0/networks/0d814395-0aef-449f-bcba-f7da97787837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641259 Jun 29 17:46:11.126732 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 348fb2c7-f267-469b-b0a4-392e73d3af5f up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:46:11.187271 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bbb58587-d91e-43a3-8cf0-341c84c7c2a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:11.219275 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 348fb2c7-f267-469b-b0a4-392e73d3af5f triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:46:11.219707 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:11.276579 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-f4b6cb93-0abf-4340-b5b8-9d22aba91586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'name': 'tempest-TestShelveInstance-1709977545-router', 'tenant_id': '520634f86612491993523dadd9a5031f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '348fb2c7-f267-469b-b0a4-392e73d3af5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:46:02Z', 'updated_at': '2021-06-29T17:46:06Z', 'revision_number': 4, 'project_id': '520634f86612491993523dadd9a5031f', 'gw_port': {'id': '348fb2c7-f267-469b-b0a4-392e73d3af5f', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:03Z', 'updated_at': '2021-06-29T17:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '6bd6dba5-8316-4992-8fee-e599dd3d0160', 'name': '', 'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5', 'tenant_id': '520634f86612491993523dadd9a5031f', 'mac_address': 'fa:16:3e:fc:58:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '436361f6-8cab-4f88-8bbd-ea01ab450519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:05Z', 'updated_at': '2021-06-29T17:46:10Z', 'revision_number': 4, 'project_id': '520634f86612491993523dadd9a5031f', 'subnets': [{'id': '436361f6-8cab-4f88-8bbd-ea01ab450519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:11.306703 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b6cb93-0abf-4340-b5b8-9d22aba91586 None None] The sync data for ids ['0fd2afec-9ef8-4c0a-83ce-92424b52c884'] in dv-cinder-763306-14-iscsi is: [{'id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'name': 'tempest-TestShelveInstance-1709977545-router', 'tenant_id': '520634f86612491993523dadd9a5031f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '348fb2c7-f267-469b-b0a4-392e73d3af5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:46:02Z', 'updated_at': '2021-06-29T17:46:06Z', 'revision_number': 4, 'project_id': '520634f86612491993523dadd9a5031f', 'gw_port': {'id': '348fb2c7-f267-469b-b0a4-392e73d3af5f', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:03Z', 'updated_at': '2021-06-29T17:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '6bd6dba5-8316-4992-8fee-e599dd3d0160', 'name': '', 'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5', 'tenant_id': '520634f86612491993523dadd9a5031f', 'mac_address': 'fa:16:3e:fc:58:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '436361f6-8cab-4f88-8bbd-ea01ab450519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:05Z', 'updated_at': '2021-06-29T17:46:10Z', 'revision_number': 4, 'project_id': '520634f86612491993523dadd9a5031f', 'subnets': [{'id': '436361f6-8cab-4f88-8bbd-ea01ab450519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:46:11.336940 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bbb58587-d91e-43a3-8cf0-341c84c7c2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9995809'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:11.350355 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-05690148-3b19-4bba-a437-70ca1f5cc808 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:11.363179 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 6bd6dba5-8316-4992-8fee-e599dd3d0160 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:46:11.406451 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb58587-d91e-43a3-8cf0-341c84c7c2a0 admin admin] Network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:46:11.409877 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-bbb58587-d91e-43a3-8cf0-341c84c7c2a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:46:11.414363 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb58587-d91e-43a3-8cf0-341c84c7c2a0 admin admin] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:46:11.483758 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb58587-d91e-43a3-8cf0-341c84c7c2a0 admin admin] Pushing event updated for resources: {'Port': ['ID=1ba3b933-b941-4f41-8467-e2f24e61edbb,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:11.485761 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f4c5ce54-efdf-4553-b758-8b3a9faac139 req-cb907fde-3245-4c7f-828c-94eca9693bff tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=0cc39b15-1350-4f03-94a8-bebf22b79083 HTTP/1.1" status: 200 len: 210 time: 0.0414677 Jun 29 17:46:11.527594 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-bbb58587-d91e-43a3-8cf0-341c84c7c2a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:11.538310 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning for port 6bd6dba5-8316-4992-8fee-e599dd3d0160 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:46:11.542884 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 6bd6dba5-8316-4992-8fee-e599dd3d0160 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:46:11.544070 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:11.640881 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:11.695686 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] For port 6bd6dba5-8316-4992-8fee-e599dd3d0160, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=6bd6dba5-8316-4992-8fee-e599dd3d0160,segment=NetworkSegment(1e320949-c172-43c9-b9ed-2910a3c21ae8),segment_id=1e320949-c172-43c9-b9ed-2910a3c21ae8)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:46:11.777060 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:46:11.794159 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:11.796695 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:11.864743 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bbb58587-d91e-43a3-8cf0-341c84c7c2a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:11.866899 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Pushing event updated for resources: {'Port': ['ID=6bd6dba5-8316-4992-8fee-e599dd3d0160,revision_number=5']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:11.871490 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:12.089058 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bbb58587-d91e-43a3-8cf0-341c84c7c2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618085'] for router, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:12.205695 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417c573e-a70f-4a6f-9b74-c32fc6d9279d None None] Network 901b4ce1-4b1c-4af4-baf2-3b3b41dbd526 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:46:12.372383 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb58587-d91e-43a3-8cf0-341c84c7c2a0 admin admin] Router 8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f is scheduled to L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b with binding_index 1 {{(pid=100361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 17:46:12.441397 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-284a76e7-fa2b-49fe-83e4-cf121aafc390 None None] Provisioning for port 64ff9074-6c9d-4230-9cb3-f95b455c9ba3 completed by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:46:12.488378 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb58587-d91e-43a3-8cf0-341c84c7c2a0 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:46:12.498201 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adebe405-191c-481e-82b7-52d9cb9191f7 None None] Sync routers for ids ['8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f'] in dv-cinder-763306-14-iscsi {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:46:12.507753 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adebe405-191c-481e-82b7-52d9cb9191f7 None None] Routers {'8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:46:12.508824 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-adebe405-191c-481e-82b7-52d9cb9191f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:46:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:12.579493 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-234df424-179f-4e62-a891-fb5a64b62c08 req-d602af5a-e0a9-42ea-8c2e-98ca8263f0ec tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=0cc39b15-1350-4f03-94a8-bebf22b79083 HTTP/1.1" status: 200 len: 210 time: 0.0294228 Jun 29 17:46:12.586348 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bbb58587-d91e-43a3-8cf0-341c84c7c2a0 admin admin] Notify callbacks [] for router, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:12.588459 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-bbb58587-d91e-43a3-8cf0-341c84c7c2a0 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8550332 Jun 29 17:46:12.590330 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 37430) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:46:12.628458 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-adebe405-191c-481e-82b7-52d9cb9191f7 None None] Set router 8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:46:12.824148 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-adebe405-191c-481e-82b7-52d9cb9191f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f', 'name': 'tempest-TestShelveInstance-2036773738-router', 'tenant_id': 'cd98a2a85428428b826b15e411eb6f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '1ba3b933-b941-4f41-8467-e2f24e61edbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:46:09Z', 'updated_at': '2021-06-29T17:46:11Z', 'revision_number': 3, 'project_id': 'cd98a2a85428428b826b15e411eb6f6f', 'gw_port': {'id': '1ba3b933-b941-4f41-8467-e2f24e61edbb', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cf:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:10Z', 'updated_at': '2021-06-29T17:46:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:12.851486 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adebe405-191c-481e-82b7-52d9cb9191f7 None None] Checking router: 8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f for host: dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:46:12.851876 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adebe405-191c-481e-82b7-52d9cb9191f7 None None] Updating router 8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f port 1ba3b933-b941-4f41-8467-e2f24e61edbb binding host dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:46:12.890944 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-adebe405-191c-481e-82b7-52d9cb9191f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:13.057564 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-2c0fed41-8b89-4805-9c01-3c93184cb192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:13.187762 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 6bd6dba5-8316-4992-8fee-e599dd3d0160 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:46:13.243912 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-adebe405-191c-481e-82b7-52d9cb9191f7 None None] Notify callbacks [] for port, precommit_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:13.260122 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-adebe405-191c-481e-82b7-52d9cb9191f7 None None] Transition to ACTIVE for port object 1ba3b933-b941-4f41-8467-e2f24e61edbb will not be triggered until provisioned by entity L2. {{(pid=100363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:46:13.263795 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [None req-2c0fed41-8b89-4805-9c01-3c93184cb192 admin admin] Allocated IP 172.20.0.1 (901b4ce1-4b1c-4af4-baf2-3b3b41dbd526/e36b0815-6e43-400e-bc71-da1e463e1380/76e99ff6-b198-4177-9bb4-80247f8e7a68) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:46:13.278082 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 6bd6dba5-8316-4992-8fee-e599dd3d0160 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:46:13.278484 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:13.357258 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-adebe405-191c-481e-82b7-52d9cb9191f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:13.361671 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-e66552ae-50d8-45a0-9505-429b5ded3030 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:13.406567 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-2c0fed41-8b89-4805-9c01-3c93184cb192 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:13.422344 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 64ff9074-6c9d-4230-9cb3-f95b455c9ba3 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:46:13.429484 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-adebe405-191c-481e-82b7-52d9cb9191f7 None None] Attempting to bind port 1ba3b933-b941-4f41-8467-e2f24e61edbb on host dv-cinder-763306-14-iscsi for vnic_type normal with profile {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:46:13.429866 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-adebe405-191c-481e-82b7-52d9cb9191f7 None None] Attempting to bind port 1ba3b933-b941-4f41-8467-e2f24e61edbb by drivers openvswitch,hyperv on host dv-cinder-763306-14-iscsi at level 0 using segments [{'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:46:13.430233 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adebe405-191c-481e-82b7-52d9cb9191f7 None None] Attempting to bind port 1ba3b933-b941-4f41-8467-e2f24e61edbb on network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:46:13.431038 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [None req-2c0fed41-8b89-4805-9c01-3c93184cb192 admin admin] Transition to ACTIVE for port object 76e99ff6-b198-4177-9bb4-80247f8e7a68 will not be triggered until provisioned by entity DHCP. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:46:13.460505 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a27f59-068d-430e-ae26-1f97842856a7 None None] Pushing event updated for resources: {'Port': ['ID=1ba3b933-b941-4f41-8467-e2f24e61edbb,revision_number=2']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:13.471195 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adebe405-191c-481e-82b7-52d9cb9191f7 None None] Checking agent: {'id': 'e928b6c9-d57e-4ac7-a8fb-c400260472eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 32, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:46:13.471586 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adebe405-191c-481e-82b7-52d9cb9191f7 None None] Checking segment: {'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:46:13.472021 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-adebe405-191c-481e-82b7-52d9cb9191f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:13.472443 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adebe405-191c-481e-82b7-52d9cb9191f7 None None] Bound using segment: {'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:46:13.472944 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-adebe405-191c-481e-82b7-52d9cb9191f7 None None] Bound port: 1ba3b933-b941-4f41-8467-e2f24e61edbb, host: dv-cinder-763306-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:46:13.473336 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-adebe405-191c-481e-82b7-52d9cb9191f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:13.475139 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-32a27f59-068d-430e-ae26-1f97842856a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:13.543033 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-2c0fed41-8b89-4805-9c01-3c93184cb192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9995809'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:13.547856 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-adebe405-191c-481e-82b7-52d9cb9191f7 None None] For port 1ba3b933-b941-4f41-8467-e2f24e61edbb, host dv-cinder-763306-14-iscsi, cleared binding levels {{(pid=100363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:46:13.550933 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-adebe405-191c-481e-82b7-52d9cb9191f7 None None] For port 1ba3b933-b941-4f41-8467-e2f24e61edbb, host dv-cinder-763306-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=1ba3b933-b941-4f41-8467-e2f24e61edbb,segment=NetworkSegment(f9a98574-3341-4580-ac4f-b7fff4e16571),segment_id=f9a98574-3341-4580-ac4f-b7fff4e16571)] {{(pid=100363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:46:13.552222 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-11e880cd-288d-460a-98d2-6cce462a2026 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:13.596388 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0fed41-8b89-4805-9c01-3c93184cb192 admin admin] Network 901b4ce1-4b1c-4af4-baf2-3b3b41dbd526 is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:46:13.601000 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-2c0fed41-8b89-4805-9c01-3c93184cb192 admin admin] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:46:13.605639 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0fed41-8b89-4805-9c01-3c93184cb192 admin admin] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:46:13.622628 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning for port 64ff9074-6c9d-4230-9cb3-f95b455c9ba3 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:46:13.632478 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 64ff9074-6c9d-4230-9cb3-f95b455c9ba3 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:46:13.634725 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:13.637176 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fed41-8b89-4805-9c01-3c93184cb192 admin admin] Pushing event updated for resources: {'Port': ['ID=76e99ff6-b198-4177-9bb4-80247f8e7a68,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:13.642431 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-2c0fed41-8b89-4805-9c01-3c93184cb192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:13.664397 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-2c0fed41-8b89-4805-9c01-3c93184cb192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476290'] for router_interface, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:13.687081 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-adebe405-191c-481e-82b7-52d9cb9191f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:13.698841 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:13.797554 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a27f59-068d-430e-ae26-1f97842856a7 None None] Pushing event updated for resources: {'Port': ['ID=1ba3b933-b941-4f41-8467-e2f24e61edbb,revision_number=3']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:13.802625 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-32a27f59-068d-430e-ae26-1f97842856a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:13.807810 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-55ef5762-8895-4644-8d26-a21a59a5e20c req-ec4e4946-c010-4aa9-a3bc-994dc012b810 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=0cc39b15-1350-4f03-94a8-bebf22b79083 HTTP/1.1" status: 200 len: 210 time: 0.0504949 Jun 29 17:46:13.810054 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adebe405-191c-481e-82b7-52d9cb9191f7 None None] Routers {'8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:46:13.811504 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-adebe405-191c-481e-82b7-52d9cb9191f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:46:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:13.901033 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:13.902719 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-2c0fed41-8b89-4805-9c01-3c93184cb192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:13.993476 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] For port 64ff9074-6c9d-4230-9cb3-f95b455c9ba3, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=64ff9074-6c9d-4230-9cb3-f95b455c9ba3,segment=NetworkSegment(bf60eb2c-2118-4cad-82fe-eb8cecd47bd4),segment_id=bf60eb2c-2118-4cad-82fe-eb8cecd47bd4)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:46:13.995437 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-adebe405-191c-481e-82b7-52d9cb9191f7 None None] Set router 8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:46:14.048562 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:14.050379 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-e779a486-c7b7-4d6d-b302-408bfd3bde29 None None] Provisioning for port 76e99ff6-b198-4177-9bb4-80247f8e7a68 completed by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:46:14.055775 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:14.096230 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-e779a486-c7b7-4d6d-b302-408bfd3bde29 None None] Provisioning complete for port 76e99ff6-b198-4177-9bb4-80247f8e7a68 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:46:14.096449 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-e779a486-c7b7-4d6d-b302-408bfd3bde29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:14.152057 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147a070-d5e4-4f34-938a-0418b05317ce req-8df11094-a6e3-4cc1-85fd-89aaef637904 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:14.153522 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-b147a070-d5e4-4f34-938a-0418b05317ce req-8df11094-a6e3-4cc1-85fd-89aaef637904 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.66 "GET /v2.0/networks?id=0d814395-0aef-449f-bcba-f7da97787837 HTTP/1.1" status: 200 len: 811 time: 0.1719456 Jun 29 17:46:14.173356 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-e779a486-c7b7-4d6d-b302-408bfd3bde29 None None] Port 76e99ff6-b198-4177-9bb4-80247f8e7a68 cannot update to ACTIVE because it is not bound. {{(pid=100363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:46:14.180036 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-2c0fed41-8b89-4805-9c01-3c93184cb192 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:14.203176 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Pushing event updated for resources: {'Port': ['ID=64ff9074-6c9d-4230-9cb3-f95b455c9ba3,revision_number=3']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:14.207559 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:14.209629 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-b147a070-d5e4-4f34-938a-0418b05317ce req-c36feea5-7d81-45d6-a2e7-3ac7330ad4e7 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87f56b14a5034bf38448dbb35360a4fc HTTP/1.1" status: 200 len: 379 time: 0.0439434 Jun 29 17:46:14.218609 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-b147a070-d5e4-4f34-938a-0418b05317ce req-d52c083b-60fc-42c4-83fc-4c4b636bee58 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Request body: {'port': {'device_id': '0cc39b15-1350-4f03-94a8-bebf22b79083', 'network_id': '0d814395-0aef-449f-bcba-f7da97787837', 'admin_state_up': True, 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'security_groups': ['3345f7e0-9995-454b-86b4-4190b5787adb']}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:46:14.278152 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-adebe405-191c-481e-82b7-52d9cb9191f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f', 'name': 'tempest-TestShelveInstance-2036773738-router', 'tenant_id': 'cd98a2a85428428b826b15e411eb6f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '1ba3b933-b941-4f41-8467-e2f24e61edbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:46:09Z', 'updated_at': '2021-06-29T17:46:11Z', 'revision_number': 3, 'project_id': 'cd98a2a85428428b826b15e411eb6f6f', 'gw_port': {'id': '1ba3b933-b941-4f41-8467-e2f24e61edbb', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cf:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:10Z', 'updated_at': '2021-06-29T17:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:14.284346 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-2c0fed41-8b89-4805-9c01-3c93184cb192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995795'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:14.312267 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adebe405-191c-481e-82b7-52d9cb9191f7 None None] The sync data for ids ['8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f'] in dv-cinder-763306-14-iscsi is: [{'id': '8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f', 'name': 'tempest-TestShelveInstance-2036773738-router', 'tenant_id': 'cd98a2a85428428b826b15e411eb6f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '1ba3b933-b941-4f41-8467-e2f24e61edbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:46:09Z', 'updated_at': '2021-06-29T17:46:11Z', 'revision_number': 3, 'project_id': 'cd98a2a85428428b826b15e411eb6f6f', 'gw_port': {'id': '1ba3b933-b941-4f41-8467-e2f24e61edbb', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cf:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:10Z', 'updated_at': '2021-06-29T17:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}] {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:46:14.331699 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:14.380355 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-2c0fed41-8b89-4805-9c01-3c93184cb192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476182'] for router_interface, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:14.400883 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fed41-8b89-4805-9c01-3c93184cb192 admin admin] Pushing event updated for resources: {'Port': ['ID=76e99ff6-b198-4177-9bb4-80247f8e7a68,revision_number=2']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:14.407070 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-2c0fed41-8b89-4805-9c01-3c93184cb192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:14.501857 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0fed41-8b89-4805-9c01-3c93184cb192 admin admin] Network 901b4ce1-4b1c-4af4-baf2-3b3b41dbd526 is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:46:14.503274 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-2c0fed41-8b89-4805-9c01-3c93184cb192 admin admin] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:46:14.574198 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b147a070-d5e4-4f34-938a-0418b05317ce req-d52c083b-60fc-42c4-83fc-4c4b636bee58 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Made reservation on behalf of 87f56b14a5034bf38448dbb35360a4fc for: {'port': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:46:14.578633 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-b147a070-d5e4-4f34-938a-0418b05317ce req-d52c083b-60fc-42c4-83fc-4c4b636bee58 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:14.803916 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-b8e0d8e9-b6f5-41a4-83e9-c255cc15253a None None] Provisioning complete for port 76e99ff6-b198-4177-9bb4-80247f8e7a68 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:46:14.804308 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-b8e0d8e9-b6f5-41a4-83e9-c255cc15253a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:14.848571 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-b8e0d8e9-b6f5-41a4-83e9-c255cc15253a None None] Port 76e99ff6-b198-4177-9bb4-80247f8e7a68 cannot update to ACTIVE because it is not bound. {{(pid=100363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:46:14.975025 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-27a79ff2-fbdb-4e94-8adf-fe34a4c43fd5 req-e834652e-5b4f-4f63-b3a6-753edb935d80 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=0cc39b15-1350-4f03-94a8-bebf22b79083 HTTP/1.1" status: 200 len: 210 time: 0.0370259 Jun 29 17:46:15.056371 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0fed41-8b89-4805-9c01-3c93184cb192 admin admin] Router 8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:46:15.132009 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [req-b147a070-d5e4-4f34-938a-0418b05317ce req-d52c083b-60fc-42c4-83fc-4c4b636bee58 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Allocated IP 172.20.0.6 (0d814395-0aef-449f-bcba-f7da97787837/90b7b755-ce01-431b-9fbd-6f05b79fa141/3dc10775-109d-45cf-ac05-841e16d1edb9) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:46:15.156936 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 1ba3b933-b941-4f41-8467-e2f24e61edbb up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:46:15.266671 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0fed41-8b89-4805-9c01-3c93184cb192 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:46:15.272042 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-2c0fed41-8b89-4805-9c01-3c93184cb192 admin admin] 10.222.0.102 "PUT /v2.0/routers/8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6806731 Jun 29 17:46:15.315428 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning for port 1ba3b933-b941-4f41-8467-e2f24e61edbb completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:46:15.319543 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 1ba3b933-b941-4f41-8467-e2f24e61edbb triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:46:15.320186 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:15.349596 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-b147a070-d5e4-4f34-938a-0418b05317ce req-d52c083b-60fc-42c4-83fc-4c4b636bee58 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:15.369988 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [req-b147a070-d5e4-4f34-938a-0418b05317ce req-d52c083b-60fc-42c4-83fc-4c4b636bee58 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Transition to ACTIVE for port object 3dc10775-109d-45cf-ac05-841e16d1edb9 will not be triggered until provisioned by entity DHCP. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:46:15.499607 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-b147a070-d5e4-4f34-938a-0418b05317ce req-d52c083b-60fc-42c4-83fc-4c4b636bee58 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9995809'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:15.505089 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-2c0fed41-8b89-4805-9c01-3c93184cb192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:15.528201 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:15.553302 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b147a070-d5e4-4f34-938a-0418b05317ce req-d52c083b-60fc-42c4-83fc-4c4b636bee58 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Network 0d814395-0aef-449f-bcba-f7da97787837 is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:46:15.554390 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] For port 1ba3b933-b941-4f41-8467-e2f24e61edbb, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=1ba3b933-b941-4f41-8467-e2f24e61edbb,segment=NetworkSegment(f9a98574-3341-4580-ac4f-b7fff4e16571),segment_id=f9a98574-3341-4580-ac4f-b7fff4e16571)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:46:15.556953 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [req-b147a070-d5e4-4f34-938a-0418b05317ce req-d52c083b-60fc-42c4-83fc-4c4b636bee58 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:46:15.562245 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-b147a070-d5e4-4f34-938a-0418b05317ce req-d52c083b-60fc-42c4-83fc-4c4b636bee58 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:46:15.593800 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c083b-60fc-42c4-83fc-4c4b636bee58 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Pushing event updated for resources: {'Port': ['ID=3dc10775-109d-45cf-ac05-841e16d1edb9,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:15.598415 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-d52c083b-60fc-42c4-83fc-4c4b636bee58 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:15.619587 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147a070-d5e4-4f34-938a-0418b05317ce req-d52c083b-60fc-42c4-83fc-4c4b636bee58 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:15.620382 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-b147a070-d5e4-4f34-938a-0418b05317ce req-d52c083b-60fc-42c4-83fc-4c4b636bee58 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:15.645200 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:15.646237 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 64ff9074-6c9d-4230-9cb3-f95b455c9ba3 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:46:15.650931 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-60b757dc-01e6-4b88-b1bd-55d3e32faf81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:15.733106 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-b147a070-d5e4-4f34-938a-0418b05317ce req-d52c083b-60fc-42c4-83fc-4c4b636bee58 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5181181 Jun 29 17:46:15.797631 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Pushing event updated for resources: {'Port': ['ID=1ba3b933-b941-4f41-8467-e2f24e61edbb,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:15.809949 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:15.814999 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 64ff9074-6c9d-4230-9cb3-f95b455c9ba3 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:46:15.814999 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:15.822428 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-b147a070-d5e4-4f34-938a-0418b05317ce req-1b942b9a-ca85-4900-9ac3-caa63e17d2c3 service neutron] Request body: {'port': {'device_id': '0cc39b15-1350-4f03-94a8-bebf22b79083', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:46:15.935051 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-caa340a8-e760-400c-adf5-c3664e54d4f9 None None] Provisioning for port 3dc10775-109d-45cf-ac05-841e16d1edb9 completed by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:46:15.940921 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-caa340a8-e760-400c-adf5-c3664e54d4f9 None None] Provisioning complete for port 3dc10775-109d-45cf-ac05-841e16d1edb9 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:46:15.947070 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-caa340a8-e760-400c-adf5-c3664e54d4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:15.949624 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-b147a070-d5e4-4f34-938a-0418b05317ce req-1b942b9a-ca85-4900-9ac3-caa63e17d2c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:15.979019 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-caa340a8-e760-400c-adf5-c3664e54d4f9 None None] Port 3dc10775-109d-45cf-ac05-841e16d1edb9 cannot update to ACTIVE because it is not bound. {{(pid=100363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:46:16.082249 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 37456) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:46:16.091044 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-e3edec21-6f8a-4091-aecf-cc45081a5f32 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-806792288', 'description': 'tempest-secgroup-smoke-806792288 description', 'project_id': '520634f86612491993523dadd9a5031f'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:46:16.176493 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941285a4-e022-41db-8e3d-1f5f95d59181 None None] Sync routers for ids ['8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f'] in dv-cinder-763306-14-iscsi {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:46:16.192310 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941285a4-e022-41db-8e3d-1f5f95d59181 None None] Routers {'8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:46:16.193129 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-941285a4-e022-41db-8e3d-1f5f95d59181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:46:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:16.202767 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30802014-8dc1-41ec-ba77-860f706ac54f req-0aa55dc2-ea5f-45d9-abf7-7986197513e7 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:16.210642 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-30802014-8dc1-41ec-ba77-860f706ac54f req-0aa55dc2-ea5f-45d9-abf7-7986197513e7 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=0cc39b15-1350-4f03-94a8-bebf22b79083 HTTP/1.1" status: 200 len: 931 time: 0.0938241 Jun 29 17:46:16.229704 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e3edec21-6f8a-4091-aecf-cc45081a5f32 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:16.273682 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [req-b147a070-d5e4-4f34-938a-0418b05317ce req-1b942b9a-ca85-4900-9ac3-caa63e17d2c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dc10775-109d-45cf-ac05-841e16d1edb9 {{(pid=100361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:46:16.282805 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-b147a070-d5e4-4f34-938a-0418b05317ce req-1b942b9a-ca85-4900-9ac3-caa63e17d2c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:16.295620 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [req-b147a070-d5e4-4f34-938a-0418b05317ce req-1b942b9a-ca85-4900-9ac3-caa63e17d2c3 service neutron] Transition to ACTIVE for port object 3dc10775-109d-45cf-ac05-841e16d1edb9 will not be triggered until provisioned by entity L2. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:46:16.305370 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-30802014-8dc1-41ec-ba77-860f706ac54f req-cd26425d-8557-4ac5-869d-6316daa564ba tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=3345f7e0-9995-454b-86b4-4190b5787adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935841 Jun 29 17:46:16.313316 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-941285a4-e022-41db-8e3d-1f5f95d59181 None None] Set router 8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:46:16.332252 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e3edec21-6f8a-4091-aecf-cc45081a5f32 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:16.372518 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-b147a070-d5e4-4f34-938a-0418b05317ce req-1b942b9a-ca85-4900-9ac3-caa63e17d2c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995795'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:16.376239 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-bbb58587-d91e-43a3-8cf0-341c84c7c2a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:16.418578 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e3edec21-6f8a-4091-aecf-cc45081a5f32 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:16.425607 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-0a3f10eb-0592-4c78-8451-f3d4e538573a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:16.454857 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b942b9a-ca85-4900-9ac3-caa63e17d2c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc10775-109d-45cf-ac05-841e16d1edb9,revision_number=2']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:16.457766 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3edec21-6f8a-4091-aecf-cc45081a5f32 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=859e32ec-611b-4d54-b71f-be456aab0b5f,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:16.458787 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-1b942b9a-ca85-4900-9ac3-caa63e17d2c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:16.464679 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-e3edec21-6f8a-4091-aecf-cc45081a5f32 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:16.513690 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-b147a070-d5e4-4f34-938a-0418b05317ce req-1b942b9a-ca85-4900-9ac3-caa63e17d2c3 service neutron] Attempting to bind port 3dc10775-109d-45cf-ac05-841e16d1edb9 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:46:16.514017 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-b147a070-d5e4-4f34-938a-0418b05317ce req-1b942b9a-ca85-4900-9ac3-caa63e17d2c3 service neutron] Attempting to bind port 3dc10775-109d-45cf-ac05-841e16d1edb9 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '337bcf56-7dac-4930-9b9c-823189f35073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '0d814395-0aef-449f-bcba-f7da97787837'}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:46:16.514352 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b147a070-d5e4-4f34-938a-0418b05317ce req-1b942b9a-ca85-4900-9ac3-caa63e17d2c3 service neutron] Attempting to bind port 3dc10775-109d-45cf-ac05-841e16d1edb9 on network 0d814395-0aef-449f-bcba-f7da97787837 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:46:16.518793 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b147a070-d5e4-4f34-938a-0418b05317ce req-1b942b9a-ca85-4900-9ac3-caa63e17d2c3 service neutron] Port 3dc10775-109d-45cf-ac05-841e16d1edb9 on network 0d814395-0aef-449f-bcba-f7da97787837 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:46:16.519353 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b147a070-d5e4-4f34-938a-0418b05317ce req-1b942b9a-ca85-4900-9ac3-caa63e17d2c3 service neutron] Attempting to bind port 3dc10775-109d-45cf-ac05-841e16d1edb9 on network 0d814395-0aef-449f-bcba-f7da97787837 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:46:16.524760 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b147a070-d5e4-4f34-938a-0418b05317ce req-1b942b9a-ca85-4900-9ac3-caa63e17d2c3 service neutron] Checking agent: {'id': '7e509413-8b3d-41cc-85c9-4a7e2393f098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'started_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:46:16.525341 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b147a070-d5e4-4f34-938a-0418b05317ce req-1b942b9a-ca85-4900-9ac3-caa63e17d2c3 service neutron] Checking segment: {'id': '337bcf56-7dac-4930-9b9c-823189f35073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '0d814395-0aef-449f-bcba-f7da97787837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:46:16.525761 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b147a070-d5e4-4f34-938a-0418b05317ce req-1b942b9a-ca85-4900-9ac3-caa63e17d2c3 service neutron] Bound using segment: {'id': '337bcf56-7dac-4930-9b9c-823189f35073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '0d814395-0aef-449f-bcba-f7da97787837'} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:46:16.526236 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-b147a070-d5e4-4f34-938a-0418b05317ce req-1b942b9a-ca85-4900-9ac3-caa63e17d2c3 service neutron] Bound port: 3dc10775-109d-45cf-ac05-841e16d1edb9, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '337bcf56-7dac-4930-9b9c-823189f35073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '0d814395-0aef-449f-bcba-f7da97787837'}}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:46:16.526598 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-b147a070-d5e4-4f34-938a-0418b05317ce req-1b942b9a-ca85-4900-9ac3-caa63e17d2c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:16.530897 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-941285a4-e022-41db-8e3d-1f5f95d59181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f', 'name': 'tempest-TestShelveInstance-2036773738-router', 'tenant_id': 'cd98a2a85428428b826b15e411eb6f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '1ba3b933-b941-4f41-8467-e2f24e61edbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:46:09Z', 'updated_at': '2021-06-29T17:46:13Z', 'revision_number': 4, 'project_id': 'cd98a2a85428428b826b15e411eb6f6f', 'gw_port': {'id': '1ba3b933-b941-4f41-8467-e2f24e61edbb', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cf:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:10Z', 'updated_at': '2021-06-29T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '76e99ff6-b198-4177-9bb4-80247f8e7a68', 'name': '', 'network_id': '901b4ce1-4b1c-4af4-baf2-3b3b41dbd526', 'tenant_id': 'cd98a2a85428428b826b15e411eb6f6f', 'mac_address': 'fa:16:3e:ee:97:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'e36b0815-6e43-400e-bc71-da1e463e1380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:13Z', 'updated_at': '2021-06-29T17:46:13Z', 'revision_number': 2, 'project_id': 'cd98a2a85428428b826b15e411eb6f6f', 'subnets': [{'id': 'e36b0815-6e43-400e-bc71-da1e463e1380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:16.554977 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e3edec21-6f8a-4091-aecf-cc45081a5f32 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:16.556879 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-e3edec21-6f8a-4091-aecf-cc45081a5f32 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4726832 Jun 29 17:46:16.559940 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 37458) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:46:16.562390 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941285a4-e022-41db-8e3d-1f5f95d59181 None None] Checking router: 8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f for host: dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:46:16.562959 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941285a4-e022-41db-8e3d-1f5f95d59181 None None] Updating router 8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f port 76e99ff6-b198-4177-9bb4-80247f8e7a68 binding host dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:46:16.567955 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-0c48dac8-d31b-4bf0-9a98-8b4f22a048b2 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Request body: {'security_group_rule': {'security_group_id': '859e32ec-611b-4d54-b71f-be456aab0b5f', 'project_id': '520634f86612491993523dadd9a5031f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:46:16.601501 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-b147a070-d5e4-4f34-938a-0418b05317ce req-1b942b9a-ca85-4900-9ac3-caa63e17d2c3 service neutron] For port 3dc10775-109d-45cf-ac05-841e16d1edb9, host hv-cinder-76330, cleared binding levels {{(pid=100361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:46:16.604805 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-b147a070-d5e4-4f34-938a-0418b05317ce req-1b942b9a-ca85-4900-9ac3-caa63e17d2c3 service neutron] For port 3dc10775-109d-45cf-ac05-841e16d1edb9, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3dc10775-109d-45cf-ac05-841e16d1edb9,segment=NetworkSegment(337bcf56-7dac-4930-9b9c-823189f35073),segment_id=337bcf56-7dac-4930-9b9c-823189f35073)] {{(pid=100361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:46:16.633044 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-941285a4-e022-41db-8e3d-1f5f95d59181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:16.678320 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0c48dac8-d31b-4bf0-9a98-8b4f22a048b2 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:16.705048 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-b147a070-d5e4-4f34-938a-0418b05317ce req-1b942b9a-ca85-4900-9ac3-caa63e17d2c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995795'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:16.707099 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-647a183a-6403-4fe0-8063-06532e9de4ea tempest-VolumesNegativeTest-83209292 tempest-VolumesNegativeTest-83209292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:16.759854 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147a070-d5e4-4f34-938a-0418b05317ce req-1b942b9a-ca85-4900-9ac3-caa63e17d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:16.760552 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-b147a070-d5e4-4f34-938a-0418b05317ce req-1b942b9a-ca85-4900-9ac3-caa63e17d2c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:16.766713 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0c48dac8-d31b-4bf0-9a98-8b4f22a048b2 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:16.766977 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-b147a070-d5e4-4f34-938a-0418b05317ce req-1b942b9a-ca85-4900-9ac3-caa63e17d2c3 service neutron] 10.222.0.66 "PUT /v2.0/ports/3dc10775-109d-45cf-ac05-841e16d1edb9 HTTP/1.1" status: 200 len: 1093 time: 1.0261548 Jun 29 17:46:16.767561 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc39b15-1350-4f03-94a8-bebf22b79083', 'tag': '3dc10775-109d-45cf-ac05-841e16d1edb9'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:46:16.770733 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f623b5dd-bd66-40c9-8c28-96db6b6ecf88" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc39b15-1350-4f03-94a8-bebf22b79083", "tag": "3dc10775-109d-45cf-ac05-841e16d1edb9"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:46:16.801816 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b942b9a-ca85-4900-9ac3-caa63e17d2c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc10775-109d-45cf-ac05-841e16d1edb9,revision_number=3']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:16.814355 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-1b942b9a-ca85-4900-9ac3-caa63e17d2c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:16.834170 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0c48dac8-d31b-4bf0-9a98-8b4f22a048b2 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-379795'] for security_group_rule, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:16.836955 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-9acc2d2c-29f5-44e6-8f1b-7ae2b5bf5581 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:16.871347 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48dac8-d31b-4bf0-9a98-8b4f22a048b2 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a656dba6-a2dd-4053-a06d-1da9cd827a5e,revision_number=0']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:16.874499 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-0c48dac8-d31b-4bf0-9a98-8b4f22a048b2 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:16.894550 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ffd0e3-5bfb-40ed-91c7-71a856f731d5 x-openstack-request-id: req-84ffd0e3-5bfb-40ed-91c7-71a856f731d5 {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:46:16.894873 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc39b15-1350-4f03-94a8-bebf22b79083", "tag": "3dc10775-109d-45cf-ac05-841e16d1edb9", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:46:16.895167 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-84ffd0e3-5bfb-40ed-91c7-71a856f731d5 {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:46:16.895606 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc39b15-1350-4f03-94a8-bebf22b79083', 'tag': '3dc10775-109d-45cf-ac05-841e16d1edb9', 'status': 'completed', 'code': 200} Jun 29 17:46:16.942541 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0c48dac8-d31b-4bf0-9a98-8b4f22a048b2 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:16.946310 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-0c48dac8-d31b-4bf0-9a98-8b4f22a048b2 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3815372 Jun 29 17:46:16.946721 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 37464) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:46:16.952325 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-bd1005c0-fcdd-492c-aa5c-73b8ad5cccc1 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Request body: {'security_group_rule': {'security_group_id': '859e32ec-611b-4d54-b71f-be456aab0b5f', 'project_id': '520634f86612491993523dadd9a5031f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:46:16.989819 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147a070-d5e4-4f34-938a-0418b05317ce req-b9fa382a-09a0-4ac4-aada-a57791d1fe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:16.992343 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-b147a070-d5e4-4f34-938a-0418b05317ce req-b9fa382a-09a0-4ac4-aada-a57791d1fe9a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87f56b14a5034bf38448dbb35360a4fc&device_id=0cc39b15-1350-4f03-94a8-bebf22b79083 HTTP/1.1" status: 200 len: 1096 time: 0.0932324 Jun 29 17:46:17.001160 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-941285a4-e022-41db-8e3d-1f5f95d59181 None None] Notify callbacks [] for port, precommit_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:17.012514 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.provisioning_blocks [None req-941285a4-e022-41db-8e3d-1f5f95d59181 None None] Transition to ACTIVE for port object 76e99ff6-b198-4177-9bb4-80247f8e7a68 will not be triggered until provisioned by entity L2. {{(pid=100364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:46:17.046418 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-b147a070-d5e4-4f34-938a-0418b05317ce req-7769fe10-da0c-4bd6-b5dd-1432e3e2db95 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dc10775-109d-45cf-ac05-841e16d1edb9 HTTP/1.1" status: 200 len: 217 time: 0.0448687 Jun 29 17:46:17.076671 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 1ba3b933-b941-4f41-8467-e2f24e61edbb up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:46:17.104133 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bd1005c0-fcdd-492c-aa5c-73b8ad5cccc1 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:17.116910 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-941285a4-e022-41db-8e3d-1f5f95d59181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:17.120793 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:17.143880 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 1ba3b933-b941-4f41-8467-e2f24e61edbb triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:46:17.144599 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:17.145785 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147a070-d5e4-4f34-938a-0418b05317ce req-51763fc9-6208-49e7-9dc5-309026c3498b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:17.148030 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-b147a070-d5e4-4f34-938a-0418b05317ce req-51763fc9-6208-49e7-9dc5-309026c3498b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=90b7b755-ce01-431b-9fbd-6f05b79fa141 HTTP/1.1" status: 200 len: 850 time: 0.0935898 Jun 29 17:46:17.170472 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b66bc1-0210-495b-a377-b11f76b6e694 None None] Pushing event updated for resources: {'Port': ['ID=76e99ff6-b198-4177-9bb4-80247f8e7a68,revision_number=3']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:17.190036 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-b5b66bc1-0210-495b-a377-b11f76b6e694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:17.236232 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bd1005c0-fcdd-492c-aa5c-73b8ad5cccc1 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:17.257794 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147a070-d5e4-4f34-938a-0418b05317ce req-880ba1ed-de8a-41af-b968-d6fde117682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:17.259719 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-b147a070-d5e4-4f34-938a-0418b05317ce req-880ba1ed-de8a-41af-b968-d6fde117682a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0d814395-0aef-449f-bcba-f7da97787837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0970302 Jun 29 17:46:17.322761 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bd1005c0-fcdd-492c-aa5c-73b8ad5cccc1 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-379795'] for security_group_rule, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:17.328575 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-94b2b297-8554-417d-81c8-b96a53824fa8 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:17.365754 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1005c0-fcdd-492c-aa5c-73b8ad5cccc1 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e303ea87-8d38-46e3-ae1c-617310598476,revision_number=0']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:17.374242 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-bd1005c0-fcdd-492c-aa5c-73b8ad5cccc1 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:17.380255 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-b147a070-d5e4-4f34-938a-0418b05317ce req-60e8a241-dc6b-46aa-b9ef-7255bc86204e service neutron] 10.222.0.66 "GET /v2.0/networks/0d814395-0aef-449f-bcba-f7da97787837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137311 Jun 29 17:46:17.385261 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-941285a4-e022-41db-8e3d-1f5f95d59181 None None] Attempting to bind port 76e99ff6-b198-4177-9bb4-80247f8e7a68 on host dv-cinder-763306-14-iscsi for vnic_type normal with profile {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:46:17.385754 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-941285a4-e022-41db-8e3d-1f5f95d59181 None None] Attempting to bind port 76e99ff6-b198-4177-9bb4-80247f8e7a68 by drivers openvswitch,hyperv on host dv-cinder-763306-14-iscsi at level 0 using segments [{'id': 'bf60eb2c-2118-4cad-82fe-eb8cecd47bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '901b4ce1-4b1c-4af4-baf2-3b3b41dbd526'}] {{(pid=100364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:46:17.386200 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941285a4-e022-41db-8e3d-1f5f95d59181 None None] Attempting to bind port 76e99ff6-b198-4177-9bb4-80247f8e7a68 on network 901b4ce1-4b1c-4af4-baf2-3b3b41dbd526 {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:46:17.393391 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941285a4-e022-41db-8e3d-1f5f95d59181 None None] Checking agent: {'id': 'e928b6c9-d57e-4ac7-a8fb-c400260472eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 32, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:46:17.393875 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941285a4-e022-41db-8e3d-1f5f95d59181 None None] Checking segment: {'id': 'bf60eb2c-2118-4cad-82fe-eb8cecd47bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '901b4ce1-4b1c-4af4-baf2-3b3b41dbd526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:46:17.394552 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-941285a4-e022-41db-8e3d-1f5f95d59181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:17.395256 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941285a4-e022-41db-8e3d-1f5f95d59181 None None] Bound using segment: {'id': 'bf60eb2c-2118-4cad-82fe-eb8cecd47bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '901b4ce1-4b1c-4af4-baf2-3b3b41dbd526'} {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:46:17.396507 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-941285a4-e022-41db-8e3d-1f5f95d59181 None None] Bound port: 76e99ff6-b198-4177-9bb4-80247f8e7a68, host: dv-cinder-763306-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf60eb2c-2118-4cad-82fe-eb8cecd47bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 916, 'network_id': '901b4ce1-4b1c-4af4-baf2-3b3b41dbd526'}}] {{(pid=100364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:46:17.396987 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-941285a4-e022-41db-8e3d-1f5f95d59181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:17.480105 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-941285a4-e022-41db-8e3d-1f5f95d59181 None None] For port 76e99ff6-b198-4177-9bb4-80247f8e7a68, host dv-cinder-763306-14-iscsi, cleared binding levels {{(pid=100364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:46:17.484605 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-941285a4-e022-41db-8e3d-1f5f95d59181 None None] For port 76e99ff6-b198-4177-9bb4-80247f8e7a68, host dv-cinder-763306-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=76e99ff6-b198-4177-9bb4-80247f8e7a68,segment=NetworkSegment(bf60eb2c-2118-4cad-82fe-eb8cecd47bd4),segment_id=bf60eb2c-2118-4cad-82fe-eb8cecd47bd4)] {{(pid=100364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:46:17.490868 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-bd1005c0-fcdd-492c-aa5c-73b8ad5cccc1 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:17.490868 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-bd1005c0-fcdd-492c-aa5c-73b8ad5cccc1 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5408514 Jun 29 17:46:17.491600 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 37472) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:46:17.497937 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-baec6d77-b380-414f-8875-ea001ff4555b tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Request body: {'security_group_rule': {'security_group_id': '859e32ec-611b-4d54-b71f-be456aab0b5f', 'project_id': '520634f86612491993523dadd9a5031f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:46:17.511079 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-b147a070-d5e4-4f34-938a-0418b05317ce req-a7399aa1-3330-471b-b769-1d01189e6da9 service neutron] 10.222.0.66 "GET /v2.0/networks/0d814395-0aef-449f-bcba-f7da97787837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240072 Jun 29 17:46:17.538738 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1fd8d-7d88-445b-9677-f0cf0346887a req-0f0a1729-0656-47bc-8f71-c5b02acb7414 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:17.540240 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-60b1fd8d-7d88-445b-9677-f0cf0346887a req-0f0a1729-0656-47bc-8f71-c5b02acb7414 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=0cc39b15-1350-4f03-94a8-bebf22b79083 HTTP/1.1" status: 200 len: 943 time: 0.0906708 Jun 29 17:46:17.579791 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-60b1fd8d-7d88-445b-9677-f0cf0346887a req-55ebc4bc-311d-4cfc-8aea-a6c166ab9bd4 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=3345f7e0-9995-454b-86b4-4190b5787adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329134 Jun 29 17:46:17.583944 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-941285a4-e022-41db-8e3d-1f5f95d59181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:17.586211 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:17.630502 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-baec6d77-b380-414f-8875-ea001ff4555b tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:17.652422 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941285a4-e022-41db-8e3d-1f5f95d59181 None None] Routers {'8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:46:17.653061 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-941285a4-e022-41db-8e3d-1f5f95d59181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:46:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:17.658176 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b66bc1-0210-495b-a377-b11f76b6e694 None None] Pushing event updated for resources: {'Port': ['ID=76e99ff6-b198-4177-9bb4-80247f8e7a68,revision_number=4']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:17.738555 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-b5b66bc1-0210-495b-a377-b11f76b6e694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:17.748541 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-baec6d77-b380-414f-8875-ea001ff4555b tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:17.769222 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623b5dd-bd66-40c9-8c28-96db6b6ecf88 req-f72eee7e-3623-40a1-8d7c-e03a03acc9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:17.769222 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f623b5dd-bd66-40c9-8c28-96db6b6ecf88 req-f72eee7e-3623-40a1-8d7c-e03a03acc9e5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87f56b14a5034bf38448dbb35360a4fc&device_id=0cc39b15-1350-4f03-94a8-bebf22b79083 HTTP/1.1" status: 200 len: 1096 time: 0.0919330 Jun 29 17:46:17.840943 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-941285a4-e022-41db-8e3d-1f5f95d59181 None None] Set router 8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:46:17.862201 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-baec6d77-b380-414f-8875-ea001ff4555b tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-379795'] for security_group_rule, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:17.864278 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:17.885426 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec6d77-b380-414f-8875-ea001ff4555b tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1488e140-f234-4e88-8b4a-d7df102ea58d,revision_number=0']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:17.887332 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623b5dd-bd66-40c9-8c28-96db6b6ecf88 req-301af313-5f4b-4b41-a801-43f9b43b29d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:17.888082 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-baec6d77-b380-414f-8875-ea001ff4555b tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:17.889285 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f623b5dd-bd66-40c9-8c28-96db6b6ecf88 req-301af313-5f4b-4b41-a801-43f9b43b29d6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0d814395-0aef-449f-bcba-f7da97787837 HTTP/1.1" status: 200 len: 912 time: 0.1255133 Jun 29 17:46:17.936683 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f623b5dd-bd66-40c9-8c28-96db6b6ecf88 req-e09f29f4-59c7-41a5-b308-b13ad0011545 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dc10775-109d-45cf-ac05-841e16d1edb9 HTTP/1.1" status: 200 len: 217 time: 0.0386379 Jun 29 17:46:17.949899 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-baec6d77-b380-414f-8875-ea001ff4555b tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:17.952664 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-baec6d77-b380-414f-8875-ea001ff4555b tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4586024 Jun 29 17:46:17.956081 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 37474) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:46:17.961531 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-de93cbb5-aea8-497b-a86e-8effa0291225 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Request body: {'security_group_rule': {'security_group_id': '859e32ec-611b-4d54-b71f-be456aab0b5f', 'project_id': '520634f86612491993523dadd9a5031f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:46:17.998882 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623b5dd-bd66-40c9-8c28-96db6b6ecf88 req-3d5345c9-807e-4792-b2fa-8c60778c71cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:18.000384 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f623b5dd-bd66-40c9-8c28-96db6b6ecf88 req-3d5345c9-807e-4792-b2fa-8c60778c71cc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=90b7b755-ce01-431b-9fbd-6f05b79fa141 HTTP/1.1" status: 200 len: 850 time: 0.0567188 Jun 29 17:46:18.057131 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-de93cbb5-aea8-497b-a86e-8effa0291225 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:18.071119 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623b5dd-bd66-40c9-8c28-96db6b6ecf88 req-2d831a80-d95e-45c7-be55-f3aad54e5680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:18.072710 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f623b5dd-bd66-40c9-8c28-96db6b6ecf88 req-2d831a80-d95e-45c7-be55-f3aad54e5680 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0d814395-0aef-449f-bcba-f7da97787837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0643744 Jun 29 17:46:18.090667 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-941285a4-e022-41db-8e3d-1f5f95d59181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f', 'name': 'tempest-TestShelveInstance-2036773738-router', 'tenant_id': 'cd98a2a85428428b826b15e411eb6f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '1ba3b933-b941-4f41-8467-e2f24e61edbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:46:09Z', 'updated_at': '2021-06-29T17:46:13Z', 'revision_number': 4, 'project_id': 'cd98a2a85428428b826b15e411eb6f6f', 'gw_port': {'id': '1ba3b933-b941-4f41-8467-e2f24e61edbb', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cf:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:10Z', 'updated_at': '2021-06-29T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '76e99ff6-b198-4177-9bb4-80247f8e7a68', 'name': '', 'network_id': '901b4ce1-4b1c-4af4-baf2-3b3b41dbd526', 'tenant_id': 'cd98a2a85428428b826b15e411eb6f6f', 'mac_address': 'fa:16:3e:ee:97:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'e36b0815-6e43-400e-bc71-da1e463e1380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:13Z', 'updated_at': '2021-06-29T17:46:17Z', 'revision_number': 4, 'project_id': 'cd98a2a85428428b826b15e411eb6f6f', 'subnets': [{'id': 'e36b0815-6e43-400e-bc71-da1e463e1380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:18.132595 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941285a4-e022-41db-8e3d-1f5f95d59181 None None] The sync data for ids ['8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f'] in dv-cinder-763306-14-iscsi is: [{'id': '8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f', 'name': 'tempest-TestShelveInstance-2036773738-router', 'tenant_id': 'cd98a2a85428428b826b15e411eb6f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '1ba3b933-b941-4f41-8467-e2f24e61edbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:46:09Z', 'updated_at': '2021-06-29T17:46:13Z', 'revision_number': 4, 'project_id': 'cd98a2a85428428b826b15e411eb6f6f', 'gw_port': {'id': '1ba3b933-b941-4f41-8467-e2f24e61edbb', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cf:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:10Z', 'updated_at': '2021-06-29T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '76e99ff6-b198-4177-9bb4-80247f8e7a68', 'name': '', 'network_id': '901b4ce1-4b1c-4af4-baf2-3b3b41dbd526', 'tenant_id': 'cd98a2a85428428b826b15e411eb6f6f', 'mac_address': 'fa:16:3e:ee:97:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'e36b0815-6e43-400e-bc71-da1e463e1380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:13Z', 'updated_at': '2021-06-29T17:46:17Z', 'revision_number': 4, 'project_id': 'cd98a2a85428428b826b15e411eb6f6f', 'subnets': [{'id': 'e36b0815-6e43-400e-bc71-da1e463e1380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:46:18.141466 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-de93cbb5-aea8-497b-a86e-8effa0291225 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:18.229649 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f623b5dd-bd66-40c9-8c28-96db6b6ecf88 req-7f6beab2-c93d-455f-8931-6ba0e9599552 service neutron] 10.222.0.66 "GET /v2.0/networks/0d814395-0aef-449f-bcba-f7da97787837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483932 Jun 29 17:46:18.248060 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-de93cbb5-aea8-497b-a86e-8effa0291225 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-379795'] for security_group_rule, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:18.248060 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:18.270284 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de93cbb5-aea8-497b-a86e-8effa0291225 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879fa86d-fe50-419d-8064-dcb1dd2b3c80,revision_number=0']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:18.278508 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-de93cbb5-aea8-497b-a86e-8effa0291225 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:18.348086 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f623b5dd-bd66-40c9-8c28-96db6b6ecf88 req-1332d4d5-e796-4cb7-adf8-48950266c919 service neutron] 10.222.0.66 "GET /v2.0/networks/0d814395-0aef-449f-bcba-f7da97787837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029835 Jun 29 17:46:18.377880 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-de93cbb5-aea8-497b-a86e-8effa0291225 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:18.382650 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-de93cbb5-aea8-497b-a86e-8effa0291225 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4217830 Jun 29 17:46:18.382650 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 37478) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:46:18.386689 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-53d82c12-8620-44fe-affd-a8f7c229bf06 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Request body: {'security_group_rule': {'security_group_id': '859e32ec-611b-4d54-b71f-be456aab0b5f', 'project_id': '520634f86612491993523dadd9a5031f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:46:18.480894 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.db.securitygroups_db [None req-53d82c12-8620-44fe-affd-a8f7c229bf06 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Project 520634f86612491993523dadd9a5031f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 17:46:18.486639 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-53d82c12-8620-44fe-affd-a8f7c229bf06 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:18.565346 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-53d82c12-8620-44fe-affd-a8f7c229bf06 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:18.646792 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-53d82c12-8620-44fe-affd-a8f7c229bf06 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-379795'] for security_group_rule, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:18.649220 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-ed692ad9-2554-4f5b-9c4c-0fcfcc1f0b87 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:18.673211 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d82c12-8620-44fe-affd-a8f7c229bf06 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=febb349c-687b-4303-b1f3-c78290d28cbe,revision_number=0']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:18.677725 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-53d82c12-8620-44fe-affd-a8f7c229bf06 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:18.755226 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-53d82c12-8620-44fe-affd-a8f7c229bf06 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:18.756593 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-53d82c12-8620-44fe-affd-a8f7c229bf06 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3735263 Jun 29 17:46:18.759343 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 37482) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:46:18.764703 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-bd33fe8d-e0ec-4cdc-bc57-ad344a51cd15 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Request body: {'security_group_rule': {'security_group_id': '859e32ec-611b-4d54-b71f-be456aab0b5f', 'project_id': '520634f86612491993523dadd9a5031f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:46:18.827427 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e8b9d-bdd9-486e-8b7f-ea954bcc6528 req-a94dcebe-df06-4625-b51c-d87b478cae4d tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:18.829364 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2f2e8b9d-bdd9-486e-8b7f-ea954bcc6528 req-a94dcebe-df06-4625-b51c-d87b478cae4d tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=0cc39b15-1350-4f03-94a8-bebf22b79083 HTTP/1.1" status: 200 len: 943 time: 0.1133175 Jun 29 17:46:18.858524 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.db.securitygroups_db [None req-bd33fe8d-e0ec-4cdc-bc57-ad344a51cd15 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Project 520634f86612491993523dadd9a5031f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 17:46:18.867711 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-bd33fe8d-e0ec-4cdc-bc57-ad344a51cd15 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:18.901704 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2f2e8b9d-bdd9-486e-8b7f-ea954bcc6528 req-e34cfcda-95cf-429d-8819-eb2d181337eb tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=3345f7e0-9995-454b-86b4-4190b5787adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634758 Jun 29 17:46:18.960107 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-bd33fe8d-e0ec-4cdc-bc57-ad344a51cd15 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:19.022685 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-bd33fe8d-e0ec-4cdc-bc57-ad344a51cd15 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-379795'] for security_group_rule, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:19.030814 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:19.048851 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33fe8d-e0ec-4cdc-bc57-ad344a51cd15 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14f8dd08-0685-4943-9f00-a7d5bc0b7368,revision_number=0']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:19.051661 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-bd33fe8d-e0ec-4cdc-bc57-ad344a51cd15 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:19.096388 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 76e99ff6-b198-4177-9bb4-80247f8e7a68 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:46:19.119979 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-bd33fe8d-e0ec-4cdc-bc57-ad344a51cd15 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:19.121612 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-bd33fe8d-e0ec-4cdc-bc57-ad344a51cd15 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3611524 Jun 29 17:46:19.224943 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning for port 76e99ff6-b198-4177-9bb4-80247f8e7a68 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:46:19.231474 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 76e99ff6-b198-4177-9bb4-80247f8e7a68 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:46:19.231926 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:19.365838 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:19.401397 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] For port 76e99ff6-b198-4177-9bb4-80247f8e7a68, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=76e99ff6-b198-4177-9bb4-80247f8e7a68,segment=NetworkSegment(bf60eb2c-2118-4cad-82fe-eb8cecd47bd4),segment_id=bf60eb2c-2118-4cad-82fe-eb8cecd47bd4)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:46:19.469717 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:19.473661 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:19.525116 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Pushing event updated for resources: {'Port': ['ID=76e99ff6-b198-4177-9bb4-80247f8e7a68,revision_number=5']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:19.528328 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:20.098528 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd448c31-a187-4fd4-96fc-8f291677deb5 req-90cdd9b2-eace-4b8e-bb0f-47823e971d77 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:20.100151 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fd448c31-a187-4fd4-96fc-8f291677deb5 req-90cdd9b2-eace-4b8e-bb0f-47823e971d77 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=0cc39b15-1350-4f03-94a8-bebf22b79083 HTTP/1.1" status: 200 len: 943 time: 0.0717125 Jun 29 17:46:20.141559 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fd448c31-a187-4fd4-96fc-8f291677deb5 req-fafdf2f9-4d52-40a0-80c7-63564866cdd5 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=3345f7e0-9995-454b-86b4-4190b5787adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355723 Jun 29 17:46:20.398820 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634ffd0-8d48-46d4-826b-d97529c52d67 req-3fa56de0-5006-43ba-b3b4-ccea3af468fc tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:20.400487 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7634ffd0-8d48-46d4-826b-d97529c52d67 req-3fa56de0-5006-43ba-b3b4-ccea3af468fc tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 945 time: 0.0757103 Jun 29 17:46:20.440884 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7634ffd0-8d48-46d4-826b-d97529c52d67 req-859a8651-f38d-48e8-83dd-2b652d7f3706 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340066 Jun 29 17:46:20.577467 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 3dc10775-109d-45cf-ac05-841e16d1edb9 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=100363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:46:20.682542 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 3dc10775-109d-45cf-ac05-841e16d1edb9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3dc10775-109d-45cf-ac05-841e16d1edb9,segment=NetworkSegment(337bcf56-7dac-4930-9b9c-823189f35073),segment_id=337bcf56-7dac-4930-9b9c-823189f35073)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:46:20.693605 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Returning: {'device': '3dc10775-109d-45cf-ac05-841e16d1edb9', 'network_id': '0d814395-0aef-449f-bcba-f7da97787837', 'port_id': '3dc10775-109d-45cf-ac05-841e16d1edb9', 'mac_address': 'fa:16:3e:82:e9:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:46:20.731805 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:20.745719 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dc10775-109d-45cf-ac05-841e16d1edb9 {{(pid=100363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:46:20.766645 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 3dc10775-109d-45cf-ac05-841e16d1edb9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3dc10775-109d-45cf-ac05-841e16d1edb9,segment=NetworkSegment(337bcf56-7dac-4930-9b9c-823189f35073),segment_id=337bcf56-7dac-4930-9b9c-823189f35073)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:46:20.856745 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:20.858866 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:20.920286 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=3dc10775-109d-45cf-ac05-841e16d1edb9,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:20.923276 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:21.051533 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 76e99ff6-b198-4177-9bb4-80247f8e7a68 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:46:21.104457 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['3dc10775-109d-45cf-ac05-841e16d1edb9'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:46:21.128778 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 76e99ff6-b198-4177-9bb4-80247f8e7a68 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:46:21.129158 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:21.339469 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70608801-21b2-4449-9f99-a135b483db25 req-28088e1a-0536-4c43-afc0-bc74ada79534 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:21.341237 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-70608801-21b2-4449-9f99-a135b483db25 req-28088e1a-0536-4c43-afc0-bc74ada79534 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=0cc39b15-1350-4f03-94a8-bebf22b79083 HTTP/1.1" status: 200 len: 944 time: 0.0773244 Jun 29 17:46:21.382983 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-70608801-21b2-4449-9f99-a135b483db25 req-97fca6c9-8603-4005-b433-34bae03f8aa9 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=3345f7e0-9995-454b-86b4-4190b5787adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349517 Jun 29 17:46:21.631555 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e1f5e-5c7c-4668-9839-cbb259b52831 req-2ee35902-3a32-42e4-91a5-efbe80383b03 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:21.633113 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bf4e1f5e-5c7c-4668-9839-cbb259b52831 req-2ee35902-3a32-42e4-91a5-efbe80383b03 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 945 time: 0.0734465 Jun 29 17:46:21.684935 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bf4e1f5e-5c7c-4668-9839-cbb259b52831 req-60737373-d21f-40c9-91f3-0fc7d2d723e9 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440047 Jun 29 17:46:21.990715 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1bbf1-2562-4128-ac85-076ae2c47b76 req-02b2632e-fb22-4c3f-8bed-2a873612ec54 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:21.992543 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-bba1bbf1-2562-4128-ac85-076ae2c47b76 req-02b2632e-fb22-4c3f-8bed-2a873612ec54 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.66 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 945 time: 0.0931096 Jun 29 17:46:22.106418 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-bba1bbf1-2562-4128-ac85-076ae2c47b76 req-d55828fc-3b18-4199-b793-a048e5779131 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Deleting port 39848325-4f6d-4569-acf2-fcdefb220ba1 {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:46:22.106790 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-bba1bbf1-2562-4128-ac85-076ae2c47b76 req-d55828fc-3b18-4199-b793-a048e5779131 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:22.201727 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-bba1bbf1-2562-4128-ac85-076ae2c47b76 req-d55828fc-3b18-4199-b793-a048e5779131 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] For port 39848325-4f6d-4569-acf2-fcdefb220ba1, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=39848325-4f6d-4569-acf2-fcdefb220ba1,segment=NetworkSegment(29a600a3-46df-4a50-b82c-2600cd91c4cc),segment_id=29a600a3-46df-4a50-b82c-2600cd91c4cc)] {{(pid=100361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:46:22.202092 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-bba1bbf1-2562-4128-ac85-076ae2c47b76 req-d55828fc-3b18-4199-b793-a048e5779131 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:22.387048 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-bba1bbf1-2562-4128-ac85-076ae2c47b76 req-d55828fc-3b18-4199-b793-a048e5779131 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:22.387319 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-bba1bbf1-2562-4128-ac85-076ae2c47b76 req-d55828fc-3b18-4199-b793-a048e5779131 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617202'] for floatingip, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:22.387625 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.db.l3_db [req-bba1bbf1-2562-4128-ac85-076ae2c47b76 req-d55828fc-3b18-4199-b793-a048e5779131 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Floating IP b275487b-37ba-4962-a114-c850b50ea10e disassociated. External IP: 172.27.3.169, port: 39848325-4f6d-4569-acf2-fcdefb220ba1. Jun 29 17:46:22.387995 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-bba1bbf1-2562-4128-ac85-076ae2c47b76 req-d55828fc-3b18-4199-b793-a048e5779131 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Calling delete_port for 39848325-4f6d-4569-acf2-fcdefb220ba1 owned by compute:nova {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:46:22.571717 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 3dc10775-109d-45cf-ac05-841e16d1edb9 up at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:46:22.597794 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93d838-1338-4372-b635-a85bb5e75b6d req-ad6a8ab3-25fc-46bf-bfbe-80cf8354b24e tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:22.599427 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1f93d838-1338-4372-b635-a85bb5e75b6d req-ad6a8ab3-25fc-46bf-bfbe-80cf8354b24e tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=0cc39b15-1350-4f03-94a8-bebf22b79083 HTTP/1.1" status: 200 len: 944 time: 0.0788517 Jun 29 17:46:22.606456 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-bba1bbf1-2562-4128-ac85-076ae2c47b76 req-d55828fc-3b18-4199-b793-a048e5779131 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995816'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:22.617308 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:22.653773 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55828fc-3b18-4199-b793-a048e5779131 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Pushing event deleted for resources: {'Port': ['ID=39848325-4f6d-4569-acf2-fcdefb220ba1,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:22.658704 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-d55828fc-3b18-4199-b793-a048e5779131 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:22.665402 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1f93d838-1338-4372-b635-a85bb5e75b6d req-6001131c-4685-416e-a751-ce1289f4fcf1 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=3345f7e0-9995-454b-86b4-4190b5787adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579216 Jun 29 17:46:22.713817 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning for port 3dc10775-109d-45cf-ac05-841e16d1edb9 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:46:22.729850 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning complete for port 3dc10775-109d-45cf-ac05-841e16d1edb9 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:46:22.729850 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:22.819555 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bba1bbf1-2562-4128-ac85-076ae2c47b76 req-d55828fc-3b18-4199-b793-a048e5779131 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Router f48acc36-0728-486a-90ec-28e5d91a15cd has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:46:22.846079 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:22.865586 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6a5f15b5-d433-4c84-825c-d8080ba8036d req-a0a2d5df-d1d3-49a3-9b38-dddf72e91a08 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 210 time: 0.0392525 Jun 29 17:46:22.870999 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc39b15-1350-4f03-94a8-bebf22b79083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc10775-109d-45cf-ac05-841e16d1edb9'}] {{(pid=100363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:46:22.875010 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0170bf9ab270c77a1188d5f8494ea938272331804d61dd1d179af329d40bd85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39902d9e-7099-4f77-a5d0-0c3d609be994" -d '{"events": [{"server_uuid": "0cc39b15-1350-4f03-94a8-bebf22b79083", "name": "network-vif-plugged", "status": "completed", "tag": "3dc10775-109d-45cf-ac05-841e16d1edb9"}]}' {{(pid=100363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:46:22.888124 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 3dc10775-109d-45cf-ac05-841e16d1edb9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3dc10775-109d-45cf-ac05-841e16d1edb9,segment=NetworkSegment(337bcf56-7dac-4930-9b9c-823189f35073),segment_id=337bcf56-7dac-4930-9b9c-823189f35073)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:46:22.940805 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6958eb49-d761-485e-8cb1-5b817977a29e x-openstack-request-id: req-6958eb49-d761-485e-8cb1-5b817977a29e {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:46:22.942148 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc39b15-1350-4f03-94a8-bebf22b79083", "name": "network-vif-plugged", "status": "completed", "tag": "3dc10775-109d-45cf-ac05-841e16d1edb9", "code": 200}]} {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:46:22.942148 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-6958eb49-d761-485e-8cb1-5b817977a29e {{(pid=100363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:46:22.942148 dv-cinder-763306-14-iscsi neutron-server[100363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc39b15-1350-4f03-94a8-bebf22b79083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc10775-109d-45cf-ac05-841e16d1edb9', 'code': 200} Jun 29 17:46:22.963843 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bba1bbf1-2562-4128-ac85-076ae2c47b76 req-d55828fc-3b18-4199-b793-a048e5779131 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:46:22.972015 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:22.983692 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:22.986422 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd666efb-aea7-4867-aa07-dd18b2b8f1fc None None] Sync routers for ids ['f48acc36-0728-486a-90ec-28e5d91a15cd'] in dv-cinder-763306-14-iscsi {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:46:23.021612 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba1bbf1-2562-4128-ac85-076ae2c47b76 req-d55828fc-3b18-4199-b793-a048e5779131 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] No DVR routers for this DVR port 39848325-4f6d-4569-acf2-fcdefb220ba1 on host hv-cinder-76330 {{(pid=100361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:46:23.025024 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-bba1bbf1-2562-4128-ac85-076ae2c47b76 req-d55828fc-3b18-4199-b793-a048e5779131 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:23.028371 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-bba1bbf1-2562-4128-ac85-076ae2c47b76 req-d55828fc-3b18-4199-b793-a048e5779131 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.66 "DELETE /v2.0/ports/39848325-4f6d-4569-acf2-fcdefb220ba1 HTTP/1.1" status: 204 len: 173 time: 1.0291226 Jun 29 17:46:23.029746 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85de3d19-36f8-4669-b53d-7a4d628f4b76', 'name': 'network-vif-deleted', 'tag': '39848325-4f6d-4569-acf2-fcdefb220ba1'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:46:23.033170 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe40835-246c-44eb-834d-8208ea3c44bf" -d '{"events": [{"server_uuid": "85de3d19-36f8-4669-b53d-7a4d628f4b76", "name": "network-vif-deleted", "tag": "39848325-4f6d-4569-acf2-fcdefb220ba1"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:46:23.072152 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd666efb-aea7-4867-aa07-dd18b2b8f1fc None None] Routers {'f48acc36-0728-486a-90ec-28e5d91a15cd'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:46:23.079479 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-fd666efb-aea7-4867-aa07-dd18b2b8f1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:46:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['f48acc36-0728-486a-90ec-28e5d91a15cd'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:23.084895 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cfc4a8-cbae-44df-b0d2-4083310b1303 x-openstack-request-id: req-b9cfc4a8-cbae-44df-b0d2-4083310b1303 {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:46:23.085646 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85de3d19-36f8-4669-b53d-7a4d628f4b76", "name": "network-vif-deleted", "tag": "39848325-4f6d-4569-acf2-fcdefb220ba1", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:46:23.086140 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b9cfc4a8-cbae-44df-b0d2-4083310b1303 {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:46:23.086757 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85de3d19-36f8-4669-b53d-7a4d628f4b76', 'name': 'network-vif-deleted', 'tag': '39848325-4f6d-4569-acf2-fcdefb220ba1', 'status': 'completed', 'code': 200} Jun 29 17:46:23.153665 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=3dc10775-109d-45cf-ac05-841e16d1edb9,revision_number=5']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:23.166229 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:23.272002 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-fd666efb-aea7-4867-aa07-dd18b2b8f1fc None None] Set router f48acc36-0728-486a-90ec-28e5d91a15cd gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:46:23.379900 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e76ca-e4c2-4637-a112-482a891b4dc8 req-3db0e544-2d69-4db8-8b3b-8cc9c30a1b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:23.381700 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-190e76ca-e4c2-4637-a112-482a891b4dc8 req-3db0e544-2d69-4db8-8b3b-8cc9c30a1b8a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0cc39b15-1350-4f03-94a8-bebf22b79083 HTTP/1.1" status: 200 len: 1098 time: 0.0679226 Jun 29 17:46:23.425729 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-190e76ca-e4c2-4637-a112-482a891b4dc8 req-4ff9bfd6-e452-4044-9578-30319a0d5705 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3345f7e0-9995-454b-86b4-4190b5787adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365329 Jun 29 17:46:23.516525 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-fd666efb-aea7-4867-aa07-dd18b2b8f1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'name': 'tempest-TestVolumeBootPattern-1590326425-router', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:41Z', 'updated_at': '2021-06-29T17:42:44Z', 'revision_number': 4, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'gw_port': {'id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:42Z', 'updated_at': '2021-06-29T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '15342335-f1d6-4a68-9031-f33f5b813a23', 'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'mac_address': 'fa:16:3e:28:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:44Z', 'updated_at': '2021-06-29T17:42:51Z', 'revision_number': 5, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'subnets': [{'id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:23.551144 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd666efb-aea7-4867-aa07-dd18b2b8f1fc None None] Checking router: f48acc36-0728-486a-90ec-28e5d91a15cd for host: dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:46:23.561109 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd666efb-aea7-4867-aa07-dd18b2b8f1fc None None] Routers {'f48acc36-0728-486a-90ec-28e5d91a15cd'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:46:23.561775 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-fd666efb-aea7-4867-aa07-dd18b2b8f1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:46:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['f48acc36-0728-486a-90ec-28e5d91a15cd'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:23.701469 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-fd666efb-aea7-4867-aa07-dd18b2b8f1fc None None] Set router f48acc36-0728-486a-90ec-28e5d91a15cd gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:46:23.875297 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfeaf25-76e1-4c48-93c4-7ecd0fed5142 req-e57bd2c8-1392-4185-928d-ec4825d9b7c1 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:23.876865 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-edfeaf25-76e1-4c48-93c4-7ecd0fed5142 req-e57bd2c8-1392-4185-928d-ec4825d9b7c1 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=0cc39b15-1350-4f03-94a8-bebf22b79083 HTTP/1.1" status: 200 len: 945 time: 0.0777524 Jun 29 17:46:23.930507 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-edfeaf25-76e1-4c48-93c4-7ecd0fed5142 req-fd64a2fe-9d7e-4761-a8ee-a0f09ecdd2d6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=3345f7e0-9995-454b-86b4-4190b5787adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470738 Jun 29 17:46:23.968440 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-fd666efb-aea7-4867-aa07-dd18b2b8f1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'name': 'tempest-TestVolumeBootPattern-1590326425-router', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:41Z', 'updated_at': '2021-06-29T17:42:44Z', 'revision_number': 4, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'gw_port': {'id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:42Z', 'updated_at': '2021-06-29T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '15342335-f1d6-4a68-9031-f33f5b813a23', 'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'mac_address': 'fa:16:3e:28:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:44Z', 'updated_at': '2021-06-29T17:42:51Z', 'revision_number': 5, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'subnets': [{'id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:24.003917 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd666efb-aea7-4867-aa07-dd18b2b8f1fc None None] The sync data for ids ['f48acc36-0728-486a-90ec-28e5d91a15cd'] in dv-cinder-763306-14-iscsi is: [{'id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'name': 'tempest-TestVolumeBootPattern-1590326425-router', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:41Z', 'updated_at': '2021-06-29T17:42:44Z', 'revision_number': 4, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'gw_port': {'id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:42Z', 'updated_at': '2021-06-29T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '15342335-f1d6-4a68-9031-f33f5b813a23', 'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'mac_address': 'fa:16:3e:28:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:44Z', 'updated_at': '2021-06-29T17:42:51Z', 'revision_number': 5, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'subnets': [{'id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:46:24.065617 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-46d67551-af02-4ebf-b858-732f8a7ddad6 req-b42b1f7c-6a4d-4318-abe7-e331c9c706bc tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=85de3d19-36f8-4669-b53d-7a4d628f4b76 HTTP/1.1" status: 200 len: 210 time: 0.0312240 Jun 29 17:46:24.334687 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7715aaa-9444-414a-9e47-cceddd7e0ff3 None None] New status for floating IP b275487b-37ba-4962-a114-c850b50ea10e: DOWN {{(pid=100364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 17:46:25.125994 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a225a-ffc3-4f32-b2d0-88014218e683 req-85b8d009-2763-4c19-a2b6-97eaa35e4ab8 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:25.127500 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-483a225a-ffc3-4f32-b2d0-88014218e683 req-85b8d009-2763-4c19-a2b6-97eaa35e4ab8 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=0cc39b15-1350-4f03-94a8-bebf22b79083 HTTP/1.1" status: 200 len: 945 time: 0.0672381 Jun 29 17:46:25.167813 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-483a225a-ffc3-4f32-b2d0-88014218e683 req-a9c57b27-e1c9-45e6-bab1-1bcd2b5d96f6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=3345f7e0-9995-454b-86b4-4190b5787adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344403 Jun 29 17:46:25.377320 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df04829-cbf8-486f-85b9-6394e43cca7e req-1ad2ab32-e2e5-472c-83aa-7b25e46eae9f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:25.378784 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2df04829-cbf8-486f-85b9-6394e43cca7e req-1ad2ab32-e2e5-472c-83aa-7b25e46eae9f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=0cc39b15-1350-4f03-94a8-bebf22b79083 HTTP/1.1" status: 200 len: 945 time: 0.0949225 Jun 29 17:46:25.390364 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 37604) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:46:25.397361 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-ea3ec0ca-03cf-43f3-846f-efcaf2183042 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Request body: {'floatingip': {'port_id': '3dc10775-109d-45cf-ac05-841e16d1edb9'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:46:25.405597 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-4371a51a-b9dd-4a23-b816-94e22ddd3cc6 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-601270869&fields=id&tenant_id=ffa0e33d5f7845379cdcff1fd75bcfc7 HTTP/1.1" status: 200 len: 267 time: 0.0557566 Jun 29 17:46:25.451556 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-ea3ec0ca-03cf-43f3-846f-efcaf2183042 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for floatingip, before_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:25.642033 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-2808eca0-9aa6-463c-a9ff-8bb14be4707c tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:25.643454 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-2808eca0-9aa6-463c-a9ff-8bb14be4707c tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/networks?id=1ff2185c-17e8-4779-b98f-a1cbc800f8a8 HTTP/1.1" status: 200 len: 812 time: 0.2104807 Jun 29 17:46:25.668440 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-6dfbd8d3-5556-4500-8f08-9ea583cacc9d tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/quotas/ffa0e33d5f7845379cdcff1fd75bcfc7 HTTP/1.1" status: 200 len: 375 time: 0.0175681 Jun 29 17:46:25.871837 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-49208e38-20b5-4671-914e-8a51583c1206 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=ffa0e33d5f7845379cdcff1fd75bcfc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1961982 Jun 29 17:46:26.072698 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-ebde558e-c62a-40a5-9e40-8e15453f84c1 service neutron] 10.222.0.102 "GET /v2.0/networks/1ff2185c-17e8-4779-b98f-a1cbc800f8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626015 Jun 29 17:46:26.506595 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-ea3ec0ca-03cf-43f3-846f-efcaf2183042 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:26.516950 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-fe834f6a-692f-401e-a70c-af1bdb218b7f service neutron] 10.222.0.102 "GET /v2.0/networks/1ff2185c-17e8-4779-b98f-a1cbc800f8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377403 Jun 29 17:46:26.533724 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f6c50-c8ce-4a09-9b63-a9ba1e03008d req-13df24a1-40bd-4fa9-abe5-984332c5cc41 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:26.535271 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-868f6c50-c8ce-4a09-9b63-a9ba1e03008d req-13df24a1-40bd-4fa9-abe5-984332c5cc41 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 945 time: 0.1208918 Jun 29 17:46:26.584597 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-868f6c50-c8ce-4a09-9b63-a9ba1e03008d req-5febe7c9-23cd-44e7-84a1-4a0ce36db848 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431936 Jun 29 17:46:26.604750 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 39848325-4f6d-4569-acf2-fcdefb220ba1 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:46:26.625545 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] No Port match for: 39848325-4f6d-4569-acf2-fcdefb220ba1 {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:46:26.625906 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 39848325-4f6d-4569-acf2-fcdefb220ba1 not bound to the agent host hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:46:26.692165 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-ea3ec0ca-03cf-43f3-846f-efcaf2183042 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617202'] for floatingip, after_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:26.803062 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.db.l3_db [None req-ea3ec0ca-03cf-43f3-846f-efcaf2183042 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Floating IP ad740ede-33a3-434b-8947-5ed653290a24 associated. External IP: 172.27.3.138, port: 3dc10775-109d-45cf-ac05-841e16d1edb9. Jun 29 17:46:27.039773 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3ec0ca-03cf-43f3-846f-efcaf2183042 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Router 9b517606-c265-4eb9-a8ec-f46b88eafb36 has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:46:27.184132 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a29f15d1-5fce-4fac-a917-0232ffee1a4d req-36f29314-f2d7-48c4-96bc-6e260fa1c851 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=de56b305-8334-43ff-9de2-7a2904f78aef HTTP/1.1" status: 200 len: 210 time: 0.0397916 Jun 29 17:46:27.189512 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3ec0ca-03cf-43f3-846f-efcaf2183042 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:46:27.203844 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-ea3ec0ca-03cf-43f3-846f-efcaf2183042 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for floatingip, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:27.205289 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1dc030-e830-4cd1-8b4f-0b64b241d8b0 None None] Sync routers for ids ['9b517606-c265-4eb9-a8ec-f46b88eafb36'] in dv-cinder-763306-14-iscsi {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:46:27.217252 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1dc030-e830-4cd1-8b4f-0b64b241d8b0 None None] Routers {'9b517606-c265-4eb9-a8ec-f46b88eafb36'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:46:27.217891 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-fd1dc030-e830-4cd1-8b4f-0b64b241d8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:46:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['9b517606-c265-4eb9-a8ec-f46b88eafb36'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:27.246336 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-ea3ec0ca-03cf-43f3-846f-efcaf2183042 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "PUT /v2.0/floatingips/ad740ede-33a3-434b-8947-5ed653290a24 HTTP/1.1" status: 200 len: 991 time: 1.8545539 Jun 29 17:46:27.247781 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc39b15-1350-4f03-94a8-bebf22b79083', 'tag': '3dc10775-109d-45cf-ac05-841e16d1edb9'}] {{(pid=100362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:46:27.252745 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48a6f13d0593460c6bf74d2d89cdb7f9c13c152b36d4e67a00c4f10a3cffdd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01af8ddb-3e56-44a3-afa0-f36327152cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc39b15-1350-4f03-94a8-bebf22b79083", "tag": "3dc10775-109d-45cf-ac05-841e16d1edb9"}]}' {{(pid=100362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:46:27.378670 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e16a204-1f0f-49d5-922c-f27443af1de4 x-openstack-request-id: req-2e16a204-1f0f-49d5-922c-f27443af1de4 {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:46:27.385062 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc39b15-1350-4f03-94a8-bebf22b79083", "tag": "3dc10775-109d-45cf-ac05-841e16d1edb9", "status": "completed", "code": 200}]} {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:46:27.385062 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-2e16a204-1f0f-49d5-922c-f27443af1de4 {{(pid=100362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:46:27.385062 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc39b15-1350-4f03-94a8-bebf22b79083', 'tag': '3dc10775-109d-45cf-ac05-841e16d1edb9', 'status': 'completed', 'code': 200} Jun 29 17:46:27.487380 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-fd1dc030-e830-4cd1-8b4f-0b64b241d8b0 None None] Set router 9b517606-c265-4eb9-a8ec-f46b88eafb36 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:46:27.488177 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af8ddb-3e56-44a3-afa0-f36327152cd5 req-41ac4f01-e00f-4698-9ef4-5708f859fdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:27.489529 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-01af8ddb-3e56-44a3-afa0-f36327152cd5 req-41ac4f01-e00f-4698-9ef4-5708f859fdc6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=87f56b14a5034bf38448dbb35360a4fc&device_id=0cc39b15-1350-4f03-94a8-bebf22b79083 HTTP/1.1" status: 200 len: 1098 time: 0.0827861 Jun 29 17:46:27.589573 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-ccdff671-df52-4eda-93a2-48a087d3e666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:27.592471 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af8ddb-3e56-44a3-afa0-f36327152cd5 req-654bb09d-c417-4bd1-b93d-6024ac518d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:27.594072 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-01af8ddb-3e56-44a3-afa0-f36327152cd5 req-654bb09d-c417-4bd1-b93d-6024ac518d7f service neutron] 10.222.0.66 "GET /v2.0/networks?id=0d814395-0aef-449f-bcba-f7da97787837 HTTP/1.1" status: 200 len: 912 time: 0.0982182 Jun 29 17:46:27.674380 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-01af8ddb-3e56-44a3-afa0-f36327152cd5 req-e962c29e-eab5-42bc-a626-d4fd4846b817 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dc10775-109d-45cf-ac05-841e16d1edb9 HTTP/1.1" status: 200 len: 999 time: 0.0738335 Jun 29 17:46:27.727554 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af8ddb-3e56-44a3-afa0-f36327152cd5 req-061f43e5-5c29-4a10-aea3-44cff30ea408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:27.729161 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-01af8ddb-3e56-44a3-afa0-f36327152cd5 req-061f43e5-5c29-4a10-aea3-44cff30ea408 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=90b7b755-ce01-431b-9fbd-6f05b79fa141 HTTP/1.1" status: 200 len: 850 time: 0.0480866 Jun 29 17:46:27.766448 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-fd1dc030-e830-4cd1-8b4f-0b64b241d8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'name': 'tempest-AttachVolumeTestJSON-1398550955-router', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:45Z', 'updated_at': '2021-06-29T17:40:51Z', 'revision_number': 4, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'gw_port': {'id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:46Z', 'updated_at': '2021-06-29T17:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_floatingips': [{'id': 'ad740ede-33a3-434b-8947-5ed653290a24', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'port_id': '3dc10775-109d-45cf-ac05-841e16d1edb9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d814395-0aef-449f-bcba-f7da97787837', 'mac_address': 'fa:16:3e:82:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc39b15-1350-4f03-94a8-bebf22b79083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:46:09Z', 'updated_at': '2021-06-29T17:46:26Z', 'revision_number': 1, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ae518e-6e01-4581-a4ec-afe3a3eb707b', 'name': '', 'network_id': '0d814395-0aef-449f-bcba-f7da97787837', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'mac_address': 'fa:16:3e:c5:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:41:01Z', 'revision_number': 5, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'subnets': [{'id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:27.811907 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1dc030-e830-4cd1-8b4f-0b64b241d8b0 None None] Checking router: 9b517606-c265-4eb9-a8ec-f46b88eafb36 for host: dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:46:27.814622 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ca60e-b689-4ad9-ac6d-ddcbb1cabdb0 req-03ae30a7-d43e-4709-9ebd-4b046cf36552 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:27.815431 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af8ddb-3e56-44a3-afa0-f36327152cd5 req-4170ccec-7704-44f8-95dd-3691ba56a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:27.816963 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-340ca60e-b689-4ad9-ac6d-ddcbb1cabdb0 req-03ae30a7-d43e-4709-9ebd-4b046cf36552 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 945 time: 0.0820091 Jun 29 17:46:27.820482 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-01af8ddb-3e56-44a3-afa0-f36327152cd5 req-4170ccec-7704-44f8-95dd-3691ba56a4ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0d814395-0aef-449f-bcba-f7da97787837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0837135 Jun 29 17:46:27.825446 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1dc030-e830-4cd1-8b4f-0b64b241d8b0 None None] Routers {'9b517606-c265-4eb9-a8ec-f46b88eafb36'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:46:27.825446 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-fd1dc030-e830-4cd1-8b4f-0b64b241d8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:46:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['9b517606-c265-4eb9-a8ec-f46b88eafb36'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:27.865483 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-340ca60e-b689-4ad9-ac6d-ddcbb1cabdb0 req-93e41139-7635-48b6-96f1-ca2d72d04595 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376544 Jun 29 17:46:27.932963 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-01af8ddb-3e56-44a3-afa0-f36327152cd5 req-f3524ef9-b280-4fbf-82e4-69d643e7cb0a service neutron] 10.222.0.66 "GET /v2.0/networks/0d814395-0aef-449f-bcba-f7da97787837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037848 Jun 29 17:46:27.940241 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-fd1dc030-e830-4cd1-8b4f-0b64b241d8b0 None None] Set router 9b517606-c265-4eb9-a8ec-f46b88eafb36 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:46:28.036252 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-01af8ddb-3e56-44a3-afa0-f36327152cd5 req-c3d1354c-3acc-4b6f-bb5f-40849231d510 service neutron] 10.222.0.66 "GET /v2.0/networks/0d814395-0aef-449f-bcba-f7da97787837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955608 Jun 29 17:46:28.172922 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-fd1dc030-e830-4cd1-8b4f-0b64b241d8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'name': 'tempest-AttachVolumeTestJSON-1398550955-router', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:45Z', 'updated_at': '2021-06-29T17:40:51Z', 'revision_number': 4, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'gw_port': {'id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:46Z', 'updated_at': '2021-06-29T17:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_floatingips': [{'id': 'ad740ede-33a3-434b-8947-5ed653290a24', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'port_id': '3dc10775-109d-45cf-ac05-841e16d1edb9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d814395-0aef-449f-bcba-f7da97787837', 'mac_address': 'fa:16:3e:82:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc39b15-1350-4f03-94a8-bebf22b79083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:46:09Z', 'updated_at': '2021-06-29T17:46:26Z', 'revision_number': 1, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ae518e-6e01-4581-a4ec-afe3a3eb707b', 'name': '', 'network_id': '0d814395-0aef-449f-bcba-f7da97787837', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'mac_address': 'fa:16:3e:c5:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:41:01Z', 'revision_number': 5, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'subnets': [{'id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:28.204463 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1dc030-e830-4cd1-8b4f-0b64b241d8b0 None None] The sync data for ids ['9b517606-c265-4eb9-a8ec-f46b88eafb36'] in dv-cinder-763306-14-iscsi is: [{'id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'name': 'tempest-AttachVolumeTestJSON-1398550955-router', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:45Z', 'updated_at': '2021-06-29T17:40:51Z', 'revision_number': 4, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'gw_port': {'id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:46Z', 'updated_at': '2021-06-29T17:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_floatingips': [{'id': 'ad740ede-33a3-434b-8947-5ed653290a24', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'port_id': '3dc10775-109d-45cf-ac05-841e16d1edb9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d814395-0aef-449f-bcba-f7da97787837', 'mac_address': 'fa:16:3e:82:e9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc39b15-1350-4f03-94a8-bebf22b79083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:46:09Z', 'updated_at': '2021-06-29T17:46:26Z', 'revision_number': 1, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ae518e-6e01-4581-a4ec-afe3a3eb707b', 'name': '', 'network_id': '0d814395-0aef-449f-bcba-f7da97787837', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'mac_address': 'fa:16:3e:c5:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:41:01Z', 'revision_number': 5, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'subnets': [{'id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:46:28.351675 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2ee49548-1834-4f5b-9525-44f35ff9c0be req-95761090-ee98-49a8-998a-7c43fc058c5e tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=de56b305-8334-43ff-9de2-7a2904f78aef HTTP/1.1" status: 200 len: 210 time: 0.0406342 Jun 29 17:46:28.422383 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287edbd6-c41f-432b-9bd9-06adba608512 None None] New status for floating IP ad740ede-33a3-434b-8947-5ed653290a24: ACTIVE {{(pid=100364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 17:46:29.054196 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49fcb7-7b20-4919-9e32-944fe4bf35ee req-f8e54add-7640-425b-acea-1e2a55274715 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:29.055807 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-cf49fcb7-7b20-4919-9e32-944fe4bf35ee req-f8e54add-7640-425b-acea-1e2a55274715 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 945 time: 0.0688243 Jun 29 17:46:29.096807 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-cf49fcb7-7b20-4919-9e32-944fe4bf35ee req-69b68d8b-5adc-4ea7-82b9-903da286890f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335026 Jun 29 17:46:29.504420 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-933ca46f-1b09-43af-8aea-957a37712121 req-8f676621-0bf4-47ff-8139-b7ac032dae53 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=de56b305-8334-43ff-9de2-7a2904f78aef HTTP/1.1" status: 200 len: 210 time: 0.0290248 Jun 29 17:46:29.641665 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-b689ed28-2719-4273-a8dd-e2d251e56674 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:29.643174 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-b689ed28-2719-4273-a8dd-e2d251e56674 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.66 "GET /v2.0/networks?id=1ff2185c-17e8-4779-b98f-a1cbc800f8a8 HTTP/1.1" status: 200 len: 812 time: 0.1096108 Jun 29 17:46:29.699092 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-1365960c-2a8d-4303-9576-214c9f802a8c tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffa0e33d5f7845379cdcff1fd75bcfc7 HTTP/1.1" status: 200 len: 379 time: 0.0345337 Jun 29 17:46:29.707983 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-ce282da8-0727-4a54-ac0d-3e8b0ad78486 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Request body: {'port': {'device_id': 'de56b305-8334-43ff-9de2-7a2904f78aef', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'admin_state_up': True, 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'security_groups': ['e3192e33-3d47-43f9-b48b-9ba70b3b4fc9']}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:46:29.811238 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-202005a0-8f6a-4947-89d8-44cfe47f4353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:29.896313 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:29.897084 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-ce282da8-0727-4a54-ac0d-3e8b0ad78486 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Made reservation on behalf of ffa0e33d5f7845379cdcff1fd75bcfc7 for: {'port': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:46:29.903200 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-ce282da8-0727-4a54-ac0d-3e8b0ad78486 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:30.035708 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-ce282da8-0727-4a54-ac0d-3e8b0ad78486 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Allocated IP 172.20.0.11 (1ff2185c-17e8-4779-b98f-a1cbc800f8a8/b7e9dcee-74f5-48ad-89ce-ac67b815e2b9/178e1df4-4df1-4d13-b2a3-f5393fd0f983) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:46:30.189746 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-ce282da8-0727-4a54-ac0d-3e8b0ad78486 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:30.203649 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-ce282da8-0727-4a54-ac0d-3e8b0ad78486 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Transition to ACTIVE for port object 178e1df4-4df1-4d13-b2a3-f5393fd0f983 will not be triggered until provisioned by entity DHCP. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:46:30.287816 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca67ce-040a-4e1f-b0cb-dde84a21d9a9 req-70aa2ecd-6ffa-49cf-91a8-86e27e0d89fd tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:30.289195 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-aaca67ce-040a-4e1f-b0cb-dde84a21d9a9 req-70aa2ecd-6ffa-49cf-91a8-86e27e0d89fd tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 945 time: 0.0689373 Jun 29 17:46:30.309464 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-ce282da8-0727-4a54-ac0d-3e8b0ad78486 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9995809'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:30.314719 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-d55828fc-3b18-4199-b793-a048e5779131 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:30.329734 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-aaca67ce-040a-4e1f-b0cb-dde84a21d9a9 req-9ab2d857-9902-4233-bcd0-f979746eb197 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343375 Jun 29 17:46:30.355337 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-ce282da8-0727-4a54-ac0d-3e8b0ad78486 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Network 1ff2185c-17e8-4779-b98f-a1cbc800f8a8 is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:46:30.356208 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-ce282da8-0727-4a54-ac0d-3e8b0ad78486 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:46:30.365305 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-ce282da8-0727-4a54-ac0d-3e8b0ad78486 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:46:30.403092 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce282da8-0727-4a54-ac0d-3e8b0ad78486 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Pushing event updated for resources: {'Port': ['ID=178e1df4-4df1-4d13-b2a3-f5393fd0f983,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:30.408342 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-ce282da8-0727-4a54-ac0d-3e8b0ad78486 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:30.429187 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-ce282da8-0727-4a54-ac0d-3e8b0ad78486 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:30.429808 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-ce282da8-0727-4a54-ac0d-3e8b0ad78486 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:30.532841 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-ce282da8-0727-4a54-ac0d-3e8b0ad78486 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8284194 Jun 29 17:46:30.548630 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-713881ef-9a70-4c24-b09b-3242dd3d1462 service neutron] Request body: {'port': {'device_id': 'de56b305-8334-43ff-9de2-7a2904f78aef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:46:30.628578 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-713881ef-9a70-4c24-b09b-3242dd3d1462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:30.703562 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-be54bef8-fca2-4161-8e07-894e6ed8236a None None] Provisioning for port 178e1df4-4df1-4d13-b2a3-f5393fd0f983 completed by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:46:30.707751 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-be54bef8-fca2-4161-8e07-894e6ed8236a None None] Provisioning complete for port 178e1df4-4df1-4d13-b2a3-f5393fd0f983 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:46:30.712863 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-be54bef8-fca2-4161-8e07-894e6ed8236a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:30.725683 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304ab51-f7c8-47c9-b61d-b7753e74f726 req-435bc75f-b8db-4591-a822-3aba8cf70c8f tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:30.727716 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a304ab51-f7c8-47c9-b61d-b7753e74f726 req-435bc75f-b8db-4591-a822-3aba8cf70c8f tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=de56b305-8334-43ff-9de2-7a2904f78aef HTTP/1.1" status: 200 len: 932 time: 0.1003981 Jun 29 17:46:30.770651 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-be54bef8-fca2-4161-8e07-894e6ed8236a None None] Port 178e1df4-4df1-4d13-b2a3-f5393fd0f983 cannot update to ACTIVE because it is not bound. {{(pid=100363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:46:30.808542 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a304ab51-f7c8-47c9-b61d-b7753e74f726 req-3fa527e9-f7e5-4a77-903e-eaef28d821b7 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689175 Jun 29 17:46:31.251561 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-713881ef-9a70-4c24-b09b-3242dd3d1462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 178e1df4-4df1-4d13-b2a3-f5393fd0f983 {{(pid=100361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:46:31.259028 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-713881ef-9a70-4c24-b09b-3242dd3d1462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:31.270848 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-713881ef-9a70-4c24-b09b-3242dd3d1462 service neutron] Transition to ACTIVE for port object 178e1df4-4df1-4d13-b2a3-f5393fd0f983 will not be triggered until provisioned by entity L2. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:46:31.338902 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-713881ef-9a70-4c24-b09b-3242dd3d1462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995795'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:31.341170 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-d52c083b-60fc-42c4-83fc-4c4b636bee58 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:31.392768 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713881ef-9a70-4c24-b09b-3242dd3d1462 service neutron] Pushing event updated for resources: {'Port': ['ID=178e1df4-4df1-4d13-b2a3-f5393fd0f983,revision_number=2']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:31.403094 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-713881ef-9a70-4c24-b09b-3242dd3d1462 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:31.479301 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:31.483046 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-713881ef-9a70-4c24-b09b-3242dd3d1462 service neutron] Attempting to bind port 178e1df4-4df1-4d13-b2a3-f5393fd0f983 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:46:31.483591 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-713881ef-9a70-4c24-b09b-3242dd3d1462 service neutron] Attempting to bind port 178e1df4-4df1-4d13-b2a3-f5393fd0f983 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '29a600a3-46df-4a50-b82c-2600cd91c4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8'}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:46:31.484169 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-713881ef-9a70-4c24-b09b-3242dd3d1462 service neutron] Attempting to bind port 178e1df4-4df1-4d13-b2a3-f5393fd0f983 on network 1ff2185c-17e8-4779-b98f-a1cbc800f8a8 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:46:31.489578 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-713881ef-9a70-4c24-b09b-3242dd3d1462 service neutron] Port 178e1df4-4df1-4d13-b2a3-f5393fd0f983 on network 1ff2185c-17e8-4779-b98f-a1cbc800f8a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:46:31.490147 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-713881ef-9a70-4c24-b09b-3242dd3d1462 service neutron] Attempting to bind port 178e1df4-4df1-4d13-b2a3-f5393fd0f983 on network 1ff2185c-17e8-4779-b98f-a1cbc800f8a8 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:46:31.496291 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-713881ef-9a70-4c24-b09b-3242dd3d1462 service neutron] Checking agent: {'id': '7e509413-8b3d-41cc-85c9-4a7e2393f098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'started_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:46:31.496879 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-713881ef-9a70-4c24-b09b-3242dd3d1462 service neutron] Checking segment: {'id': '29a600a3-46df-4a50-b82c-2600cd91c4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:46:31.497638 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-713881ef-9a70-4c24-b09b-3242dd3d1462 service neutron] Bound using segment: {'id': '29a600a3-46df-4a50-b82c-2600cd91c4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8'} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:46:31.498253 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-713881ef-9a70-4c24-b09b-3242dd3d1462 service neutron] Bound port: 178e1df4-4df1-4d13-b2a3-f5393fd0f983, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a600a3-46df-4a50-b82c-2600cd91c4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8'}}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:46:31.498785 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-713881ef-9a70-4c24-b09b-3242dd3d1462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:31.543907 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d30b56-e7b5-404d-96e4-cfa480e13c84 req-7d8b5820-4fd1-499b-97ea-41c0aa7721de tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:31.546751 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-55d30b56-e7b5-404d-96e4-cfa480e13c84 req-7d8b5820-4fd1-499b-97ea-41c0aa7721de tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 945 time: 0.0856907 Jun 29 17:46:31.585125 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-713881ef-9a70-4c24-b09b-3242dd3d1462 service neutron] For port 178e1df4-4df1-4d13-b2a3-f5393fd0f983, host hv-cinder-76330, cleared binding levels {{(pid=100361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:46:31.585125 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-713881ef-9a70-4c24-b09b-3242dd3d1462 service neutron] For port 178e1df4-4df1-4d13-b2a3-f5393fd0f983, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=178e1df4-4df1-4d13-b2a3-f5393fd0f983,segment=NetworkSegment(29a600a3-46df-4a50-b82c-2600cd91c4cc),segment_id=29a600a3-46df-4a50-b82c-2600cd91c4cc)] {{(pid=100361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:46:31.597978 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-55d30b56-e7b5-404d-96e4-cfa480e13c84 req-1be44d38-449b-4cfd-aa62-06f17d9a5b6a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407028 Jun 29 17:46:31.654334 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-713881ef-9a70-4c24-b09b-3242dd3d1462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995795'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:31.657070 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-0f35e520-a7dd-4fb9-b135-76bcc1bca86f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:31.693465 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-713881ef-9a70-4c24-b09b-3242dd3d1462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:31.694090 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-713881ef-9a70-4c24-b09b-3242dd3d1462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:31.695487 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-713881ef-9a70-4c24-b09b-3242dd3d1462 service neutron] 10.222.0.66 "PUT /v2.0/ports/178e1df4-4df1-4d13-b2a3-f5393fd0f983 HTTP/1.1" status: 200 len: 1094 time: 1.1528263 Jun 29 17:46:31.696022 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de56b305-8334-43ff-9de2-7a2904f78aef', 'tag': '178e1df4-4df1-4d13-b2a3-f5393fd0f983'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:46:31.698325 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e2adad-7cdf-4477-ad5d-71d22d8f188e" -d '{"events": [{"name": "network-changed", "server_uuid": "de56b305-8334-43ff-9de2-7a2904f78aef", "tag": "178e1df4-4df1-4d13-b2a3-f5393fd0f983"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:46:31.724753 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713881ef-9a70-4c24-b09b-3242dd3d1462 service neutron] Pushing event updated for resources: {'Port': ['ID=178e1df4-4df1-4d13-b2a3-f5393fd0f983,revision_number=3']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:31.728378 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-713881ef-9a70-4c24-b09b-3242dd3d1462 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:31.742819 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6f8371-fb06-4930-adcb-a7f8874b9e24 x-openstack-request-id: req-de6f8371-fb06-4930-adcb-a7f8874b9e24 {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:46:31.743202 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de56b305-8334-43ff-9de2-7a2904f78aef", "tag": "178e1df4-4df1-4d13-b2a3-f5393fd0f983", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:46:31.743541 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-de6f8371-fb06-4930-adcb-a7f8874b9e24 {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:46:31.744323 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de56b305-8334-43ff-9de2-7a2904f78aef', 'tag': '178e1df4-4df1-4d13-b2a3-f5393fd0f983', 'status': 'completed', 'code': 200} Jun 29 17:46:31.837257 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2adad-7cdf-4477-ad5d-71d22d8f188e req-548dc01c-a104-4aeb-a82e-fd72c8a36018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:31.838662 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-46e2adad-7cdf-4477-ad5d-71d22d8f188e req-548dc01c-a104-4aeb-a82e-fd72c8a36018 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ffa0e33d5f7845379cdcff1fd75bcfc7&device_id=de56b305-8334-43ff-9de2-7a2904f78aef HTTP/1.1" status: 200 len: 1097 time: 0.0624087 Jun 29 17:46:31.963145 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2adad-7cdf-4477-ad5d-71d22d8f188e req-4cc599bd-b923-4710-a711-7a1d8240f1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:31.964793 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-46e2adad-7cdf-4477-ad5d-71d22d8f188e req-4cc599bd-b923-4710-a711-7a1d8240f1b4 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=ffa0e33d5f7845379cdcff1fd75bcfc7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1182637 Jun 29 17:46:32.023425 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b027d8-9dd7-4b46-9d41-026d71c178d1 req-8473e0ac-60f9-4a61-80de-1da305ccc660 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:32.024950 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-31b027d8-9dd7-4b46-9d41-026d71c178d1 req-8473e0ac-60f9-4a61-80de-1da305ccc660 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=de56b305-8334-43ff-9de2-7a2904f78aef HTTP/1.1" status: 200 len: 944 time: 0.0754747 Jun 29 17:46:32.070451 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-31b027d8-9dd7-4b46-9d41-026d71c178d1 req-c0f1192d-68f1-4776-8098-aeea863b1b38 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385721 Jun 29 17:46:32.078827 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2adad-7cdf-4477-ad5d-71d22d8f188e req-beb40882-075f-4471-9565-dc101e00e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:32.080323 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-46e2adad-7cdf-4477-ad5d-71d22d8f188e req-beb40882-075f-4471-9565-dc101e00e5b5 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1090770 Jun 29 17:46:32.174944 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-14eaed8b-50be-447d-9ef8-c3b578134b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:32.176522 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-14eaed8b-50be-447d-9ef8-c3b578134b99 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ffa0e33d5f7845379cdcff1fd75bcfc7&device_id=de56b305-8334-43ff-9de2-7a2904f78aef HTTP/1.1" status: 200 len: 1097 time: 0.0560739 Jun 29 17:46:32.221981 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-f511ede6-1747-4b36-be90-78a2bbdef7d0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=178e1df4-4df1-4d13-b2a3-f5393fd0f983 HTTP/1.1" status: 200 len: 217 time: 0.0378220 Jun 29 17:46:32.273584 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-558addb6-be22-4b85-bbe1-3a1bba741327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:32.275072 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-558addb6-be22-4b85-bbe1-3a1bba741327 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b7e9dcee-74f5-48ad-89ce-ac67b815e2b9 HTTP/1.1" status: 200 len: 851 time: 0.0459650 Jun 29 17:46:32.340814 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-5759f141-b994-411f-9664-ed135bb85dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:32.343083 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-5759f141-b994-411f-9664-ed135bb85dc1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ff2185c-17e8-4779-b98f-a1cbc800f8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0604398 Jun 29 17:46:32.450176 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-b475acfc-bb1b-41f9-8959-795c264e16aa service neutron] 10.222.0.66 "GET /v2.0/networks/1ff2185c-17e8-4779-b98f-a1cbc800f8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002567 Jun 29 17:46:32.550369 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-e9fbb4ff-e4b8-4a16-a879-226bae9927f2 req-8367b6a7-96e4-4ed9-8269-89f7386f73ce service neutron] 10.222.0.66 "GET /v2.0/networks/1ff2185c-17e8-4779-b98f-a1cbc800f8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930407 Jun 29 17:46:32.810964 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00db3a6-bd18-47d3-9643-685809ba87d0 req-b581bcfd-cf40-499a-a6c2-e3db23a28443 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:32.812756 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c00db3a6-bd18-47d3-9643-685809ba87d0 req-b581bcfd-cf40-499a-a6c2-e3db23a28443 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 945 time: 0.0769687 Jun 29 17:46:32.852421 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c00db3a6-bd18-47d3-9643-685809ba87d0 req-490f512d-343e-4800-8066-0a1965f4c385 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335586 Jun 29 17:46:33.166296 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:33.253903 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c43764-4f68-4a25-b794-5863e66b2869 req-50a47583-d691-4177-9b3d-d00923a161b4 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:33.255332 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f1c43764-4f68-4a25-b794-5863e66b2869 req-50a47583-d691-4177-9b3d-d00923a161b4 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=de56b305-8334-43ff-9de2-7a2904f78aef HTTP/1.1" status: 200 len: 944 time: 0.0673811 Jun 29 17:46:33.295324 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f1c43764-4f68-4a25-b794-5863e66b2869 req-f40bdff1-5922-4cfe-95a2-ab78ede75d47 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343189 Jun 29 17:46:34.051989 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021176b-a8a0-43d5-80c2-6aa58be7ca0a req-62f45854-6482-4804-8661-031c5bba1268 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:34.053513 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a021176b-a8a0-43d5-80c2-6aa58be7ca0a req-62f45854-6482-4804-8661-031c5bba1268 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 945 time: 0.0656302 Jun 29 17:46:34.108555 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a021176b-a8a0-43d5-80c2-6aa58be7ca0a req-ef6d7851-0dd3-496e-8964-cff9794e7bf8 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424142 Jun 29 17:46:34.472027 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737ddef-044f-46d9-abfb-c631c7e9039f req-745a8f5f-e4c0-4a76-bd52-de66de6425a6 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:34.473409 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8737ddef-044f-46d9-abfb-c631c7e9039f req-745a8f5f-e4c0-4a76-bd52-de66de6425a6 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=de56b305-8334-43ff-9de2-7a2904f78aef HTTP/1.1" status: 200 len: 944 time: 0.0663476 Jun 29 17:46:34.510312 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8737ddef-044f-46d9-abfb-c631c7e9039f req-684083a2-6a1c-4c1c-b227-9a277abc34d0 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313277 Jun 29 17:46:35.294185 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad508ec1-b139-4086-93ea-2f17c9f6b5a1 req-a72e1576-7fa1-4d93-92a8-4e4f716ae99a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:35.296525 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ad508ec1-b139-4086-93ea-2f17c9f6b5a1 req-a72e1576-7fa1-4d93-92a8-4e4f716ae99a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 945 time: 0.0669453 Jun 29 17:46:35.335874 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ad508ec1-b139-4086-93ea-2f17c9f6b5a1 req-afaf4d6c-7057-4c1c-902d-37795530d2dc tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333450 Jun 29 17:46:35.691342 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59400214-92cc-4012-a757-f3555db22812 req-3bc79381-0fc2-4d52-ae4a-acb7f07d5cd5 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:35.692905 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-59400214-92cc-4012-a757-f3555db22812 req-3bc79381-0fc2-4d52-ae4a-acb7f07d5cd5 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=de56b305-8334-43ff-9de2-7a2904f78aef HTTP/1.1" status: 200 len: 944 time: 0.0697153 Jun 29 17:46:35.736061 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-59400214-92cc-4012-a757-f3555db22812 req-3618ee42-cad7-4dfb-ae6e-7af9a7516511 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375438 Jun 29 17:46:36.526318 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028009d2-d6f9-4e8a-8895-973f29e0c7ab req-00607cb9-8e6e-4b08-93ae-bb8ca2f2c5f3 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:36.527862 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-028009d2-d6f9-4e8a-8895-973f29e0c7ab req-00607cb9-8e6e-4b08-93ae-bb8ca2f2c5f3 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 945 time: 0.0687914 Jun 29 17:46:36.567815 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-028009d2-d6f9-4e8a-8895-973f29e0c7ab req-7d8ec583-610b-42fb-8e13-171bd83b847a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339828 Jun 29 17:46:36.945503 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be3c48-04c5-449f-b74d-4a9c0888105c req-57134564-16f3-417a-add6-7fec52ea5659 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:36.946905 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-19be3c48-04c5-449f-b74d-4a9c0888105c req-57134564-16f3-417a-add6-7fec52ea5659 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=de56b305-8334-43ff-9de2-7a2904f78aef HTTP/1.1" status: 200 len: 944 time: 0.0661931 Jun 29 17:46:36.991279 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-19be3c48-04c5-449f-b74d-4a9c0888105c req-1effadea-12d4-4666-af85-2bd1374dba0b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380685 Jun 29 17:46:37.347318 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:37.745772 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a457ec-af9a-4d91-bbe6-06ad48bc95c6 req-4bc5baa7-6208-4fb9-8483-fd3e58976c39 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:37.747223 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b3a457ec-af9a-4d91-bbe6-06ad48bc95c6 req-4bc5baa7-6208-4fb9-8483-fd3e58976c39 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 945 time: 0.0636754 Jun 29 17:46:37.784950 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b3a457ec-af9a-4d91-bbe6-06ad48bc95c6 req-3b8107c0-da4b-4280-b960-f4d3b57bd468 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315621 Jun 29 17:46:38.197449 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a8b9d-7694-40ac-89af-e3351f14ac7a req-2e9a2f2d-9cbb-4d0b-9eff-c92e083781ff tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:38.198883 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9d1a8b9d-7694-40ac-89af-e3351f14ac7a req-2e9a2f2d-9cbb-4d0b-9eff-c92e083781ff tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=de56b305-8334-43ff-9de2-7a2904f78aef HTTP/1.1" status: 200 len: 944 time: 0.0837717 Jun 29 17:46:38.228865 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-25a00733-a881-410c-970f-1101edb9cee5 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-806792288&fields=id&tenant_id=520634f86612491993523dadd9a5031f HTTP/1.1" status: 200 len: 267 time: 0.0586340 Jun 29 17:46:38.268788 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9d1a8b9d-7694-40ac-89af-e3351f14ac7a req-b9c8fb65-5a26-492b-a016-b8bb029c9edd tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590851 Jun 29 17:46:38.352043 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-3a98c7c5-99b7-4e16-ae0f-8bfac6fce5fd tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:38.353453 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-3a98c7c5-99b7-4e16-ae0f-8bfac6fce5fd tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/networks?id=08cb042b-f87f-4b94-8140-42a0828453a5 HTTP/1.1" status: 200 len: 809 time: 0.1160605 Jun 29 17:46:38.368025 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-2ddcabf0-4383-4a22-b0a9-e1d97e633d9c tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/quotas/520634f86612491993523dadd9a5031f HTTP/1.1" status: 200 len: 375 time: 0.0092349 Jun 29 17:46:38.434799 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-fe7a621d-02a3-4efe-b905-f701ffc3b551 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=520634f86612491993523dadd9a5031f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612514 Jun 29 17:46:38.574350 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-5a561f00-04af-435f-8506-10a82c48c03d service neutron] 10.222.0.102 "GET /v2.0/networks/08cb042b-f87f-4b94-8140-42a0828453a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276004 Jun 29 17:46:38.640245 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 31ac6c57-84a7-4de3-b787-43960080f888 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=100363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:46:38.667325 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-66613c03-212a-4059-8cf9-c06cd63ed054 service neutron] 10.222.0.102 "GET /v2.0/networks/08cb042b-f87f-4b94-8140-42a0828453a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856364 Jun 29 17:46:38.743026 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 31ac6c57-84a7-4de3-b787-43960080f888, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=31ac6c57-84a7-4de3-b787-43960080f888,segment=NetworkSegment(ed133f60-0561-402c-b298-d58ce672a887),segment_id=ed133f60-0561-402c-b298-d58ce672a887)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:46:38.758241 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Returning: {'device': '31ac6c57-84a7-4de3-b787-43960080f888', 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'port_id': '31ac6c57-84a7-4de3-b787-43960080f888', 'mac_address': 'fa:16:3e:ac:d2:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:46:38.813494 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:38.816655 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31ac6c57-84a7-4de3-b787-43960080f888 {{(pid=100363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:46:38.837163 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 31ac6c57-84a7-4de3-b787-43960080f888, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=31ac6c57-84a7-4de3-b787-43960080f888,segment=NetworkSegment(ed133f60-0561-402c-b298-d58ce672a887),segment_id=ed133f60-0561-402c-b298-d58ce672a887)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:46:38.958936 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:38.960982 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-a2929b6f-29d4-4f46-863a-1cf75e783ceb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:39.033904 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=31ac6c57-84a7-4de3-b787-43960080f888,revision_number=6']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:39.048231 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:39.048996 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:39.049494 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:39.049853 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:39.050191 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:39.050530 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:39.050863 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:39.051195 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:39.051525 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:39.051880 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:39.052205 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:39.052648 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:39.057175 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:39.075625 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['31ac6c57-84a7-4de3-b787-43960080f888'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:46:39.154737 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1234f3d-9e5a-4278-a51c-bcedec71c103 req-92c478d8-7f5a-4400-bae8-afca12f587fe tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:39.156973 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e1234f3d-9e5a-4278-a51c-bcedec71c103 req-92c478d8-7f5a-4400-bae8-afca12f587fe tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 944 time: 0.0738363 Jun 29 17:46:39.207040 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e1234f3d-9e5a-4278-a51c-bcedec71c103 req-fbe212d7-e78c-4820-a87e-332dc76ea317 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423591 Jun 29 17:46:39.308261 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2eb721e0-21f6-4fdd-8ceb-61180d399846 req-7f4b2188-c716-49e1-b28c-cd2eb2bae3d9 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 210 time: 0.0357165 Jun 29 17:46:39.461268 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fce586-73b7-4e3c-980b-41cc0a38c161 req-71c2d1de-f136-4406-968f-a1aebffe3acc tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:39.462749 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e7fce586-73b7-4e3c-980b-41cc0a38c161 req-71c2d1de-f136-4406-968f-a1aebffe3acc tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=de56b305-8334-43ff-9de2-7a2904f78aef HTTP/1.1" status: 200 len: 944 time: 0.0688565 Jun 29 17:46:39.501842 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e7fce586-73b7-4e3c-980b-41cc0a38c161 req-9add6050-5d51-4bec-89c3-48831ba4f239 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322278 Jun 29 17:46:40.402425 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cb75c-2e81-4e70-81c7-6ffee5e20898 req-c01059d5-dafd-4c7d-9016-9d606c797418 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:40.404709 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6c8cb75c-2e81-4e70-81c7-6ffee5e20898 req-c01059d5-dafd-4c7d-9016-9d606c797418 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 944 time: 0.0758402 Jun 29 17:46:40.487951 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7897cfdc-0c88-456a-8c97-66c63ab429ca req-58360241-490b-4d08-83a9-b64a488be089 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 210 time: 0.0453520 Jun 29 17:46:40.491519 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6c8cb75c-2e81-4e70-81c7-6ffee5e20898 req-631773bd-c1f8-44eb-b33b-bebd45f6b432 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727041 Jun 29 17:46:40.649011 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 178e1df4-4df1-4d13-b2a3-f5393fd0f983 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=100363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:46:40.657181 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 31ac6c57-84a7-4de3-b787-43960080f888 up at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:46:40.730463 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183ae02-1b9b-4966-916c-e47e90cb527a req-d9490d4b-230a-424e-a84d-79af2fdc2675 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:40.738339 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5183ae02-1b9b-4966-916c-e47e90cb527a req-d9490d4b-230a-424e-a84d-79af2fdc2675 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=de56b305-8334-43ff-9de2-7a2904f78aef HTTP/1.1" status: 200 len: 944 time: 0.1095765 Jun 29 17:46:40.800697 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5183ae02-1b9b-4966-916c-e47e90cb527a req-5023d4be-1052-4964-b002-9572e3d38d5c tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611711 Jun 29 17:46:40.895264 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 178e1df4-4df1-4d13-b2a3-f5393fd0f983, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=178e1df4-4df1-4d13-b2a3-f5393fd0f983,segment=NetworkSegment(29a600a3-46df-4a50-b82c-2600cd91c4cc),segment_id=29a600a3-46df-4a50-b82c-2600cd91c4cc)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:46:40.905513 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning complete for port 31ac6c57-84a7-4de3-b787-43960080f888 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:46:40.905894 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:40.940265 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Returning: {'device': '178e1df4-4df1-4d13-b2a3-f5393fd0f983', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'port_id': '178e1df4-4df1-4d13-b2a3-f5393fd0f983', 'mac_address': 'fa:16:3e:fb:67:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:46:41.011472 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:41.066088 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:41.068892 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 178e1df4-4df1-4d13-b2a3-f5393fd0f983 {{(pid=100363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:46:41.120872 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1327918-df37-4cd9-8a30-6d4eca96b70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ac6c57-84a7-4de3-b787-43960080f888'}] {{(pid=100363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:46:41.123454 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0170bf9ab270c77a1188d5f8494ea938272331804d61dd1d179af329d40bd85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e213a6-2e32-4424-8d71-a896c5a032f1" -d '{"events": [{"server_uuid": "a1327918-df37-4cd9-8a30-6d4eca96b70b", "name": "network-vif-plugged", "status": "completed", "tag": "31ac6c57-84a7-4de3-b787-43960080f888"}]}' {{(pid=100363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:46:41.134887 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 178e1df4-4df1-4d13-b2a3-f5393fd0f983, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=178e1df4-4df1-4d13-b2a3-f5393fd0f983,segment=NetworkSegment(29a600a3-46df-4a50-b82c-2600cd91c4cc),segment_id=29a600a3-46df-4a50-b82c-2600cd91c4cc)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:46:41.148063 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 31ac6c57-84a7-4de3-b787-43960080f888, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=31ac6c57-84a7-4de3-b787-43960080f888,segment=NetworkSegment(ed133f60-0561-402c-b298-d58ce672a887),segment_id=ed133f60-0561-402c-b298-d58ce672a887)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:46:41.206076 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:41.208590 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:41.277327 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba813fa4-d5de-4b4f-88cb-00614c0d9285 x-openstack-request-id: req-ba813fa4-d5de-4b4f-88cb-00614c0d9285 {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:46:41.277723 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1327918-df37-4cd9-8a30-6d4eca96b70b", "name": "network-vif-plugged", "status": "completed", "tag": "31ac6c57-84a7-4de3-b787-43960080f888", "code": 200}]} {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:46:41.278065 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ba813fa4-d5de-4b4f-88cb-00614c0d9285 {{(pid=100363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:46:41.279138 dv-cinder-763306-14-iscsi neutron-server[100363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1327918-df37-4cd9-8a30-6d4eca96b70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ac6c57-84a7-4de3-b787-43960080f888', 'code': 200} Jun 29 17:46:41.280221 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:41.292691 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=178e1df4-4df1-4d13-b2a3-f5393fd0f983,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:41.299718 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:41.299718 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:41.353273 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=31ac6c57-84a7-4de3-b787-43960080f888,revision_number=7']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:41.357679 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:41.472678 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['178e1df4-4df1-4d13-b2a3-f5393fd0f983'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:46:41.766783 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-7b59cd32-c485-484e-8366-ed928341a3ec tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:41.771769 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-7b59cd32-c485-484e-8366-ed928341a3ec tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.66 "GET /v2.0/networks?id=08cb042b-f87f-4b94-8140-42a0828453a5 HTTP/1.1" status: 200 len: 809 time: 0.1404712 Jun 29 17:46:41.794832 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f7e60a6a-a364-4009-903c-2ec12f872141 req-29f69914-c767-4986-99f4-b2106f659dc5 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 210 time: 0.0981634 Jun 29 17:46:41.861426 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa3579-ee1f-472b-928f-6a1c4b68a747 req-31ad20e2-e031-4854-8702-932e3d975435 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:41.863034 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e2fa3579-ee1f-472b-928f-6a1c4b68a747 req-31ad20e2-e031-4854-8702-932e3d975435 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 945 time: 0.1796987 Jun 29 17:46:41.863611 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-55e9c3d8-afbc-4f12-ac7a-c666397530e3 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=520634f86612491993523dadd9a5031f HTTP/1.1" status: 200 len: 379 time: 0.0805871 Jun 29 17:46:41.877504 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-a6a9710e-c11b-4cc9-9251-7d5caa0e00b3 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Request body: {'port': {'device_id': '7b2ea89e-98e7-45d4-8000-79801ce5208c', 'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5', 'admin_state_up': True, 'tenant_id': '520634f86612491993523dadd9a5031f', 'security_groups': ['859e32ec-611b-4d54-b71f-be456aab0b5f']}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:46:41.944442 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e2fa3579-ee1f-472b-928f-6a1c4b68a747 req-42314034-c9a3-4361-8882-09406a39a258 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728936 Jun 29 17:46:42.065220 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de77f04-00fa-4ce3-8f40-b079561fab6c req-fe8ddff7-8146-42b9-8a14-71bf6c2240ab tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:42.066816 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4de77f04-00fa-4ce3-8f40-b079561fab6c req-fe8ddff7-8146-42b9-8a14-71bf6c2240ab tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=de56b305-8334-43ff-9de2-7a2904f78aef HTTP/1.1" status: 200 len: 945 time: 0.0928464 Jun 29 17:46:42.109994 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-a6a9710e-c11b-4cc9-9251-7d5caa0e00b3 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Made reservation on behalf of 520634f86612491993523dadd9a5031f for: {'port': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:46:42.114838 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-a6a9710e-c11b-4cc9-9251-7d5caa0e00b3 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:42.115050 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4de77f04-00fa-4ce3-8f40-b079561fab6c req-3db96190-7616-40dd-b4b2-ffea0cd57a2f tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421100 Jun 29 17:46:42.324813 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-a6a9710e-c11b-4cc9-9251-7d5caa0e00b3 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Allocated IP 172.20.0.10 (08cb042b-f87f-4b94-8140-42a0828453a5/436361f6-8cab-4f88-8bbd-ea01ab450519/fe3b2de6-47e7-4748-b9d7-7c3c5a913442) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:46:42.512839 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-a6a9710e-c11b-4cc9-9251-7d5caa0e00b3 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:42.527541 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-a6a9710e-c11b-4cc9-9251-7d5caa0e00b3 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Transition to ACTIVE for port object fe3b2de6-47e7-4748-b9d7-7c3c5a913442 will not be triggered until provisioned by entity DHCP. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:46:42.618804 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-a6a9710e-c11b-4cc9-9251-7d5caa0e00b3 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9995809'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:42.624715 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-c41f2593-bb77-4fd1-8e61-0ecd84b62f1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:42.659131 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 178e1df4-4df1-4d13-b2a3-f5393fd0f983 up at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:46:42.673240 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-a6a9710e-c11b-4cc9-9251-7d5caa0e00b3 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Network 08cb042b-f87f-4b94-8140-42a0828453a5 is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:46:42.685262 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-a6a9710e-c11b-4cc9-9251-7d5caa0e00b3 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:46:42.691235 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-a6a9710e-c11b-4cc9-9251-7d5caa0e00b3 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:46:42.735766 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9710e-c11b-4cc9-9251-7d5caa0e00b3 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Pushing event updated for resources: {'Port': ['ID=fe3b2de6-47e7-4748-b9d7-7c3c5a913442,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:42.741301 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-a6a9710e-c11b-4cc9-9251-7d5caa0e00b3 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:42.764627 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-a6a9710e-c11b-4cc9-9251-7d5caa0e00b3 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:42.765497 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-a6a9710e-c11b-4cc9-9251-7d5caa0e00b3 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:42.805971 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning for port 178e1df4-4df1-4d13-b2a3-f5393fd0f983 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:46:42.815014 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning complete for port 178e1df4-4df1-4d13-b2a3-f5393fd0f983 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:46:42.815465 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:42.869746 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-a6a9710e-c11b-4cc9-9251-7d5caa0e00b3 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0021768 Jun 29 17:46:42.909937 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-46789ee0-5a89-43a9-990b-e3e450776813 service neutron] Request body: {'port': {'device_id': '7b2ea89e-98e7-45d4-8000-79801ce5208c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:46:43.054914 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-46789ee0-5a89-43a9-990b-e3e450776813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:43.056642 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:43.160502 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 178e1df4-4df1-4d13-b2a3-f5393fd0f983, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=178e1df4-4df1-4d13-b2a3-f5393fd0f983,segment=NetworkSegment(29a600a3-46df-4a50-b82c-2600cd91c4cc),segment_id=29a600a3-46df-4a50-b82c-2600cd91c4cc)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:46:43.206305 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e2035-3f0a-4f59-a95b-28e9024b888c req-80ca28ab-46fa-4aa4-9ab9-60e5bc52235c tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:43.207956 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1b8e2035-3f0a-4f59-a95b-28e9024b888c req-80ca28ab-46fa-4aa4-9ab9-60e5bc52235c tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 932 time: 0.1620390 Jun 29 17:46:43.246164 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:43.248855 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:43.254383 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-97766a70-ff44-4726-9ec6-625c73e3c58e None None] Provisioning for port fe3b2de6-47e7-4748-b9d7-7c3c5a913442 completed by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:46:43.274529 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1b8e2035-3f0a-4f59-a95b-28e9024b888c req-e9166145-ec99-4b21-84e3-8247531e3d66 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581384 Jun 29 17:46:43.288424 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6bf54-2a4d-43a5-a9c5-9d2054d1a849 req-7d99ef79-924b-4c7b-a48e-81f6fe43ca56 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:43.298804 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a2d6bf54-2a4d-43a5-a9c5-9d2054d1a849 req-7d99ef79-924b-4c7b-a48e-81f6fe43ca56 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 945 time: 0.1550121 Jun 29 17:46:43.321130 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de56b305-8334-43ff-9de2-7a2904f78aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178e1df4-4df1-4d13-b2a3-f5393fd0f983'}] {{(pid=100363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:46:43.330261 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0170bf9ab270c77a1188d5f8494ea938272331804d61dd1d179af329d40bd85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6e2a6b-7584-4574-a9a4-5cb54ae2d090" -d '{"events": [{"server_uuid": "de56b305-8334-43ff-9de2-7a2904f78aef", "name": "network-vif-plugged", "status": "completed", "tag": "178e1df4-4df1-4d13-b2a3-f5393fd0f983"}]}' {{(pid=100363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:46:43.345940 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-97766a70-ff44-4726-9ec6-625c73e3c58e None None] Provisioning complete for port fe3b2de6-47e7-4748-b9d7-7c3c5a913442 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:46:43.346318 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-97766a70-ff44-4726-9ec6-625c73e3c58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:43.391556 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a2d6bf54-2a4d-43a5-a9c5-9d2054d1a849 req-5908b783-ee6e-4a4d-9e2e-134f45189b29 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846338 Jun 29 17:46:43.432116 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-97766a70-ff44-4726-9ec6-625c73e3c58e None None] Port fe3b2de6-47e7-4748-b9d7-7c3c5a913442 cannot update to ACTIVE because it is not bound. {{(pid=100363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:46:43.453516 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=178e1df4-4df1-4d13-b2a3-f5393fd0f983,revision_number=5']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:43.457190 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:43.460257 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa45a6c-c57d-4ffc-9a29-7dbb1eb814d6 x-openstack-request-id: req-baa45a6c-c57d-4ffc-9a29-7dbb1eb814d6 {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:46:43.460570 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de56b305-8334-43ff-9de2-7a2904f78aef", "name": "network-vif-plugged", "status": "completed", "tag": "178e1df4-4df1-4d13-b2a3-f5393fd0f983", "code": 200}]} {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:46:43.460833 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-baa45a6c-c57d-4ffc-9a29-7dbb1eb814d6 {{(pid=100363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:46:43.461797 dv-cinder-763306-14-iscsi neutron-server[100363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de56b305-8334-43ff-9de2-7a2904f78aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '178e1df4-4df1-4d13-b2a3-f5393fd0f983', 'code': 200} Jun 29 17:46:43.587429 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131ea9a-1645-4811-bb4c-74e2c0fcf909 req-76a1223e-0de7-438b-a7ee-9ec186495603 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:43.594826 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-46789ee0-5a89-43a9-990b-e3e450776813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe3b2de6-47e7-4748-b9d7-7c3c5a913442 {{(pid=100361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:46:43.595459 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e131ea9a-1645-4811-bb4c-74e2c0fcf909 req-76a1223e-0de7-438b-a7ee-9ec186495603 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=de56b305-8334-43ff-9de2-7a2904f78aef HTTP/1.1" status: 200 len: 946 time: 0.1210036 Jun 29 17:46:43.609949 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-46789ee0-5a89-43a9-990b-e3e450776813 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:43.625384 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-46789ee0-5a89-43a9-990b-e3e450776813 service neutron] Transition to ACTIVE for port object fe3b2de6-47e7-4748-b9d7-7c3c5a913442 will not be triggered until provisioned by entity L2. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:46:43.643386 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e131ea9a-1645-4811-bb4c-74e2c0fcf909 req-ed6337a3-b8af-41ac-9351-bddbbdc46472 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467365 Jun 29 17:46:43.743332 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-46789ee0-5a89-43a9-990b-e3e450776813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995795'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:43.748231 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-212d70cf-dc88-4ed0-b7b3-ca8020adba5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:43.809392 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46789ee0-5a89-43a9-990b-e3e450776813 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3b2de6-47e7-4748-b9d7-7c3c5a913442,revision_number=2']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:43.818172 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-46789ee0-5a89-43a9-990b-e3e450776813 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:43.925463 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-46789ee0-5a89-43a9-990b-e3e450776813 service neutron] Attempting to bind port fe3b2de6-47e7-4748-b9d7-7c3c5a913442 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:46:43.926094 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-46789ee0-5a89-43a9-990b-e3e450776813 service neutron] Attempting to bind port fe3b2de6-47e7-4748-b9d7-7c3c5a913442 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '1e320949-c172-43c9-b9ed-2910a3c21ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5'}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:46:43.926500 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-46789ee0-5a89-43a9-990b-e3e450776813 service neutron] Attempting to bind port fe3b2de6-47e7-4748-b9d7-7c3c5a913442 on network 08cb042b-f87f-4b94-8140-42a0828453a5 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:46:43.939758 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-46789ee0-5a89-43a9-990b-e3e450776813 service neutron] Port fe3b2de6-47e7-4748-b9d7-7c3c5a913442 on network 08cb042b-f87f-4b94-8140-42a0828453a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:46:43.940081 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-46789ee0-5a89-43a9-990b-e3e450776813 service neutron] Attempting to bind port fe3b2de6-47e7-4748-b9d7-7c3c5a913442 on network 08cb042b-f87f-4b94-8140-42a0828453a5 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:46:43.959326 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-46789ee0-5a89-43a9-990b-e3e450776813 service neutron] Checking agent: {'id': '7e509413-8b3d-41cc-85c9-4a7e2393f098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'started_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:46:43.959326 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-46789ee0-5a89-43a9-990b-e3e450776813 service neutron] Checking segment: {'id': '1e320949-c172-43c9-b9ed-2910a3c21ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:46:43.959659 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-46789ee0-5a89-43a9-990b-e3e450776813 service neutron] Bound using segment: {'id': '1e320949-c172-43c9-b9ed-2910a3c21ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5'} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:46:43.960033 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-46789ee0-5a89-43a9-990b-e3e450776813 service neutron] Bound port: fe3b2de6-47e7-4748-b9d7-7c3c5a913442, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e320949-c172-43c9-b9ed-2910a3c21ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5'}}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:46:43.960489 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-46789ee0-5a89-43a9-990b-e3e450776813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:44.013684 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce60d87-9039-476b-8697-c0a905e7000d req-006db5e7-71f5-4dde-9f25-4ba12a6d3855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:44.015488 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8ce60d87-9039-476b-8697-c0a905e7000d req-006db5e7-71f5-4dde-9f25-4ba12a6d3855 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=de56b305-8334-43ff-9de2-7a2904f78aef HTTP/1.1" status: 200 len: 1099 time: 0.1342628 Jun 29 17:46:44.041540 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-46789ee0-5a89-43a9-990b-e3e450776813 service neutron] For port fe3b2de6-47e7-4748-b9d7-7c3c5a913442, host hv-cinder-76330, cleared binding levels {{(pid=100361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:46:44.059080 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-46789ee0-5a89-43a9-990b-e3e450776813 service neutron] For port fe3b2de6-47e7-4748-b9d7-7c3c5a913442, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=fe3b2de6-47e7-4748-b9d7-7c3c5a913442,segment=NetworkSegment(1e320949-c172-43c9-b9ed-2910a3c21ae8),segment_id=1e320949-c172-43c9-b9ed-2910a3c21ae8)] {{(pid=100361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:46:44.064324 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8ce60d87-9039-476b-8697-c0a905e7000d req-8351391c-dc26-4c41-a882-9fd272121383 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420206 Jun 29 17:46:44.149307 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-46789ee0-5a89-43a9-990b-e3e450776813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995795'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:44.151593 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b356cffa-8752-4c00-abc5-e8798c95e6ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:44.189474 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-46789ee0-5a89-43a9-990b-e3e450776813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:44.197613 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-46789ee0-5a89-43a9-990b-e3e450776813 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:44.197613 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-46789ee0-5a89-43a9-990b-e3e450776813 service neutron] 10.222.0.66 "PUT /v2.0/ports/fe3b2de6-47e7-4748-b9d7-7c3c5a913442 HTTP/1.1" status: 200 len: 1094 time: 1.2880223 Jun 29 17:46:44.197613 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2ea89e-98e7-45d4-8000-79801ce5208c', 'tag': 'fe3b2de6-47e7-4748-b9d7-7c3c5a913442'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:46:44.197613 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770a51ba-c82f-4a18-996e-c2d0e9a9479a" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2ea89e-98e7-45d4-8000-79801ce5208c", "tag": "fe3b2de6-47e7-4748-b9d7-7c3c5a913442"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:46:44.230006 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46789ee0-5a89-43a9-990b-e3e450776813 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3b2de6-47e7-4748-b9d7-7c3c5a913442,revision_number=3']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:44.235297 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-46789ee0-5a89-43a9-990b-e3e450776813 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:44.275485 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce5aa93-b146-4941-a00b-5c224678dafa x-openstack-request-id: req-dce5aa93-b146-4941-a00b-5c224678dafa {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:46:44.275847 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2ea89e-98e7-45d4-8000-79801ce5208c", "tag": "fe3b2de6-47e7-4748-b9d7-7c3c5a913442", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:46:44.276126 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-dce5aa93-b146-4941-a00b-5c224678dafa {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:46:44.276576 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b2ea89e-98e7-45d4-8000-79801ce5208c', 'tag': 'fe3b2de6-47e7-4748-b9d7-7c3c5a913442', 'status': 'completed', 'code': 200} Jun 29 17:46:44.430360 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a51ba-c82f-4a18-996e-c2d0e9a9479a req-25ca6c8a-5f05-4a31-b8a8-a13f395925fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:44.431969 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-770a51ba-c82f-4a18-996e-c2d0e9a9479a req-25ca6c8a-5f05-4a31-b8a8-a13f395925fc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=520634f86612491993523dadd9a5031f&device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 1097 time: 0.0789700 Jun 29 17:46:44.494788 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269f742-6a8f-4bdc-8fb8-1e59bf4a7774 req-d9ca8944-aa5a-46c0-b161-d700ee585d71 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:44.496410 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4269f742-6a8f-4bdc-8fb8-1e59bf4a7774 req-d9ca8944-aa5a-46c0-b161-d700ee585d71 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 944 time: 0.0810573 Jun 29 17:46:44.548606 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a51ba-c82f-4a18-996e-c2d0e9a9479a req-b5d92156-7897-4df4-bc2f-04475fae3df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:44.550164 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-770a51ba-c82f-4a18-996e-c2d0e9a9479a req-b5d92156-7897-4df4-bc2f-04475fae3df7 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=520634f86612491993523dadd9a5031f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1081412 Jun 29 17:46:44.568269 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4269f742-6a8f-4bdc-8fb8-1e59bf4a7774 req-54d01b2b-1aba-4f40-a643-cb1d07462447 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654109 Jun 29 17:46:44.604244 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e5207-44f3-487d-b0f6-f7f1ce94340e req-910c6ae8-b963-48e8-ba81-b4e3cc0c85b4 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:44.605936 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5e3e5207-44f3-487d-b0f6-f7f1ce94340e req-910c6ae8-b963-48e8-ba81-b4e3cc0c85b4 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 945 time: 0.0876415 Jun 29 17:46:44.646499 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5e3e5207-44f3-487d-b0f6-f7f1ce94340e req-ea76d3a5-39e1-4f96-80b9-c0fcc73a1ed0 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333791 Jun 29 17:46:44.665647 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a51ba-c82f-4a18-996e-c2d0e9a9479a req-7c8506fa-aca3-4c8b-8c7e-8fc312daa15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:44.667135 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-770a51ba-c82f-4a18-996e-c2d0e9a9479a req-7c8506fa-aca3-4c8b-8c7e-8fc312daa15b service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1107149 Jun 29 17:46:44.782315 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-f7d6c050-ba51-453e-a9fb-ebdca1dfbaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:44.783833 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-f7d6c050-ba51-453e-a9fb-ebdca1dfbaf5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=520634f86612491993523dadd9a5031f&device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 1097 time: 0.0672653 Jun 29 17:46:44.852426 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-d98ee77d-0824-4b6f-98b1-261a7f703b61 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe3b2de6-47e7-4748-b9d7-7c3c5a913442 HTTP/1.1" status: 200 len: 217 time: 0.0392468 Jun 29 17:46:44.904584 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-9605794c-fbe6-4b3b-9dcd-8d9f57698be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:44.906118 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-9605794c-fbe6-4b3b-9dcd-8d9f57698be9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=436361f6-8cab-4f88-8bbd-ea01ab450519 HTTP/1.1" status: 200 len: 848 time: 0.0474081 Jun 29 17:46:44.970266 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-5949081f-ff7f-486d-9752-c5b09150557d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:44.971705 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-5949081f-ff7f-486d-9752-c5b09150557d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=08cb042b-f87f-4b94-8140-42a0828453a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0585642 Jun 29 17:46:45.088751 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-8c6d7cea-6820-4346-88fe-03f8a8e03007 service neutron] 10.222.0.66 "GET /v2.0/networks/08cb042b-f87f-4b94-8140-42a0828453a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095550 Jun 29 17:46:45.153967 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a3e65-8feb-4a3e-b73e-c73dc4976ec5 req-3d95888b-9f38-4a99-9e4e-220e7e030964 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:45.155889 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-108a3e65-8feb-4a3e-b73e-c73dc4976ec5 req-3d95888b-9f38-4a99-9e4e-220e7e030964 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=de56b305-8334-43ff-9de2-7a2904f78aef HTTP/1.1" status: 200 len: 946 time: 0.3820410 Jun 29 17:46:45.196392 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-da3133b4-0d77-44bf-a7a1-a0507554a8a6 req-a70584c8-c219-4c4c-9669-726defefe1ab service neutron] 10.222.0.66 "GET /v2.0/networks/08cb042b-f87f-4b94-8140-42a0828453a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005044 Jun 29 17:46:45.198606 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-108a3e65-8feb-4a3e-b73e-c73dc4976ec5 req-b80ef426-255d-4b92-a339-516fef0ac454 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341978 Jun 29 17:46:45.786189 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687af952-372a-487b-bf91-d2ab43c08249 req-2bb1b689-61c9-4959-9d9b-579767fdf4c6 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:45.788617 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-687af952-372a-487b-bf91-d2ab43c08249 req-2bb1b689-61c9-4959-9d9b-579767fdf4c6 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 944 time: 0.0734570 Jun 29 17:46:45.880559 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-687af952-372a-487b-bf91-d2ab43c08249 req-0b54c65a-e67b-42a1-98c8-fc9623d5ff1d tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804429 Jun 29 17:46:45.916021 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab92323-238d-411c-a1df-137f11e431de req-c34f3a4b-d1ff-4da3-9729-f5c7cc7f13d7 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:45.917543 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8ab92323-238d-411c-a1df-137f11e431de req-c34f3a4b-d1ff-4da3-9729-f5c7cc7f13d7 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 945 time: 0.1266541 Jun 29 17:46:45.970984 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8ab92323-238d-411c-a1df-137f11e431de req-65fc972c-1fb6-4ed5-b4f4-979149e49996 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421200 Jun 29 17:46:46.398136 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c3dda-da4c-4089-8fa4-4fc0bbefe027 req-cba662c5-006f-4858-bd4d-83318a4205cf tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:46.399974 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a22c3dda-da4c-4089-8fa4-4fc0bbefe027 req-cba662c5-006f-4858-bd4d-83318a4205cf tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=de56b305-8334-43ff-9de2-7a2904f78aef HTTP/1.1" status: 200 len: 946 time: 0.0793753 Jun 29 17:46:46.455788 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a22c3dda-da4c-4089-8fa4-4fc0bbefe027 req-823b4f28-4cbf-44fc-a2a1-ab1cba926702 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480816 Jun 29 17:46:46.640690 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c49504-6fec-4db4-a4ff-00731dc8af30 req-663170ec-24d5-4a39-a7d9-b3871eeb1c98 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:46.642494 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c7c49504-6fec-4db4-a4ff-00731dc8af30 req-663170ec-24d5-4a39-a7d9-b3871eeb1c98 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=de56b305-8334-43ff-9de2-7a2904f78aef HTTP/1.1" status: 200 len: 946 time: 0.0709779 Jun 29 17:46:46.685850 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c7c49504-6fec-4db4-a4ff-00731dc8af30 req-fceef8c4-de11-489b-8d3c-5fd5e1551736 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370557 Jun 29 17:46:46.713017 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 37844) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:46:46.775194 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e848191-0085-4573-8653-f34691edca78 tempest-TestVolumeBootPattern-79180066 tempest-TestVolumeBootPattern-79180066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:46.780226 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-1e848191-0085-4573-8653-f34691edca78 tempest-TestVolumeBootPattern-79180066 tempest-TestVolumeBootPattern-79180066-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=de56b305-8334-43ff-9de2-7a2904f78aef HTTP/1.1" status: 200 len: 1094 time: 0.0626450 Jun 29 17:46:46.780386 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 37846) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:46:46.785177 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-285b4699-4743-48cf-9111-8cea58a6d0f2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Request body: {'floatingip': {'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'port_id': '178e1df4-4df1-4d13-b2a3-f5393fd0f983', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:46:46.861400 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-285b4699-4743-48cf-9111-8cea58a6d0f2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for floatingip, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:46.993832 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-285b4699-4743-48cf-9111-8cea58a6d0f2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:47.236962 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0983a23-7048-404d-b54c-7afcde7b54b4 req-9d4096a8-5786-49b4-abc2-cf0b78f5dc05 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:47.238494 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a0983a23-7048-404d-b54c-7afcde7b54b4 req-9d4096a8-5786-49b4-abc2-cf0b78f5dc05 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 944 time: 0.2365086 Jun 29 17:46:47.268566 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.db_base_plugin_common [None req-285b4699-4743-48cf-9111-8cea58a6d0f2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Allocated IP 172.27.3.194 (26c48c97-dd4e-49af-8475-2ecf6fc0aadd/7cd7448d-c974-46f0-8ef9-2783dc523a5d/b1fb4d18-d0de-4f79-84e6-033032f35464) {{(pid=100362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:46:47.374063 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04d333-32c3-4b02-8831-6915c4bcfb72 req-4173b202-d4da-4a84-8faa-3b5ddad51688 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:47.374690 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ac04d333-32c3-4b02-8831-6915c4bcfb72 req-4173b202-d4da-4a84-8faa-3b5ddad51688 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 945 time: 0.2572541 Jun 29 17:46:47.384193 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a0983a23-7048-404d-b54c-7afcde7b54b4 req-152625c5-9eaa-4e7a-9ac9-0f3e29e379ad tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376388 Jun 29 17:46:47.481990 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ac04d333-32c3-4b02-8831-6915c4bcfb72 req-1bb7a840-93d4-4e44-8b4c-6912bd440a2e tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776157 Jun 29 17:46:47.523597 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-285b4699-4743-48cf-9111-8cea58a6d0f2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for port, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:47.629386 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-285b4699-4743-48cf-9111-8cea58a6d0f2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2715346'] for port, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:47.631612 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-eb93ee6b-c844-43e8-b830-7da63b94b31a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:47.682762 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285b4699-4743-48cf-9111-8cea58a6d0f2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd is already hosted by enough agents. {{(pid=100362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:46:47.687555 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.base_scheduler [None req-285b4699-4743-48cf-9111-8cea58a6d0f2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Resources bound (agent type, host, resource id): {{(pid=100362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:46:47.691357 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285b4699-4743-48cf-9111-8cea58a6d0f2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Received port after_create {{(pid=100362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:46:47.693592 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b4699-4743-48cf-9111-8cea58a6d0f2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Pushing event updated for resources: {'Port': ['ID=b1fb4d18-d0de-4f79-84e6-033032f35464,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:47.696821 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-285b4699-4743-48cf-9111-8cea58a6d0f2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:48.097886 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-285b4699-4743-48cf-9111-8cea58a6d0f2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:48.445946 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-285b4699-4743-48cf-9111-8cea58a6d0f2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:48.670219 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e4b92-cc27-43d5-b813-452cb81c2a9d req-a0c8c75e-04f5-4f7c-b303-a45f11cd9e83 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:48.674873 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0e5e4b92-cc27-43d5-b813-452cb81c2a9d req-a0c8c75e-04f5-4f7c-b303-a45f11cd9e83 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 944 time: 0.1465020 Jun 29 17:46:48.718950 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-285b4699-4743-48cf-9111-8cea58a6d0f2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for port, precommit_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:48.750268 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0e5e4b92-cc27-43d5-b813-452cb81c2a9d req-20e24ec6-2786-4092-8edd-308c42d5a111 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698225 Jun 29 17:46:48.780004 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:46:48.786025 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943b5f3-01d2-44bd-a501-81ae8a32dc9a req-4ed402e8-047d-49e2-838e-5b686247ed01 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:48.786025 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a943b5f3-01d2-44bd-a501-81ae8a32dc9a req-4ed402e8-047d-49e2-838e-5b686247ed01 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 945 time: 0.1680870 Jun 29 17:46:48.814516 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-285b4699-4743-48cf-9111-8cea58a6d0f2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2715360'] for port, after_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:48.818366 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-cd08f4f2-33dc-4bec-9e62-5f3355aacd89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:48.898127 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a943b5f3-01d2-44bd-a501-81ae8a32dc9a req-baf35977-04ff-42e4-b144-c89f55de2ad3 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052892 Jun 29 17:46:48.906572 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b4699-4743-48cf-9111-8cea58a6d0f2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Pushing event updated for resources: {'Port': ['ID=b1fb4d18-d0de-4f79-84e6-033032f35464,revision_number=2']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:48.910412 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-285b4699-4743-48cf-9111-8cea58a6d0f2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:48.930802 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-285b4699-4743-48cf-9111-8cea58a6d0f2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617202'] for floatingip, after_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:49.042262 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.db.l3_db [None req-285b4699-4743-48cf-9111-8cea58a6d0f2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Floating IP 071a604d-1f6e-4632-8682-2caf929cdfc6 associated. External IP: 172.27.3.194, port: 178e1df4-4df1-4d13-b2a3-f5393fd0f983. Jun 29 17:46:49.290281 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285b4699-4743-48cf-9111-8cea58a6d0f2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Router f48acc36-0728-486a-90ec-28e5d91a15cd has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:46:49.411384 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285b4699-4743-48cf-9111-8cea58a6d0f2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:46:49.423908 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e055bff-2cff-43df-93bb-5afeec60f1bb None None] Sync routers for ids ['f48acc36-0728-486a-90ec-28e5d91a15cd'] in dv-cinder-763306-14-iscsi {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:46:49.438382 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e055bff-2cff-43df-93bb-5afeec60f1bb None None] Routers {'f48acc36-0728-486a-90ec-28e5d91a15cd'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:46:49.439402 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-1e055bff-2cff-43df-93bb-5afeec60f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:46:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['f48acc36-0728-486a-90ec-28e5d91a15cd'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:49.507261 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-285b4699-4743-48cf-9111-8cea58a6d0f2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for floatingip, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:49.551274 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-285b4699-4743-48cf-9111-8cea58a6d0f2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7697437 Jun 29 17:46:49.552758 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de56b305-8334-43ff-9de2-7a2904f78aef', 'tag': '178e1df4-4df1-4d13-b2a3-f5393fd0f983'}] {{(pid=100362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:46:49.555573 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48a6f13d0593460c6bf74d2d89cdb7f9c13c152b36d4e67a00c4f10a3cffdd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cfb754-1ef5-4c73-8c35-d07457751122" -d '{"events": [{"name": "network-changed", "server_uuid": "de56b305-8334-43ff-9de2-7a2904f78aef", "tag": "178e1df4-4df1-4d13-b2a3-f5393fd0f983"}]}' {{(pid=100362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:46:49.564323 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-1e055bff-2cff-43df-93bb-5afeec60f1bb None None] Set router f48acc36-0728-486a-90ec-28e5d91a15cd gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:46:49.613891 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60880e9-c5e4-4df3-aca7-a1b3e89bf513 x-openstack-request-id: req-b60880e9-c5e4-4df3-aca7-a1b3e89bf513 {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:46:49.613891 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de56b305-8334-43ff-9de2-7a2904f78aef", "tag": "178e1df4-4df1-4d13-b2a3-f5393fd0f983", "status": "completed", "code": 200}]} {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:46:49.613891 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-b60880e9-c5e4-4df3-aca7-a1b3e89bf513 {{(pid=100362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:46:49.613891 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de56b305-8334-43ff-9de2-7a2904f78aef', 'tag': '178e1df4-4df1-4d13-b2a3-f5393fd0f983', 'status': 'completed', 'code': 200} Jun 29 17:46:49.714484 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfb754-1ef5-4c73-8c35-d07457751122 req-a7faef49-b874-4771-8d55-8e0b9a9ca427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:49.717183 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f7cfb754-1ef5-4c73-8c35-d07457751122 req-a7faef49-b874-4771-8d55-8e0b9a9ca427 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ffa0e33d5f7845379cdcff1fd75bcfc7&device_id=de56b305-8334-43ff-9de2-7a2904f78aef HTTP/1.1" status: 200 len: 1099 time: 0.0671489 Jun 29 17:46:49.850915 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfb754-1ef5-4c73-8c35-d07457751122 req-04e64d0d-2fe8-47c6-b410-d87d16986f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:49.853500 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f7cfb754-1ef5-4c73-8c35-d07457751122 req-04e64d0d-2fe8-47c6-b410-d87d16986f93 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ff2185c-17e8-4779-b98f-a1cbc800f8a8 HTTP/1.1" status: 200 len: 913 time: 0.1298583 Jun 29 17:46:49.880413 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-1e055bff-2cff-43df-93bb-5afeec60f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'name': 'tempest-TestVolumeBootPattern-1590326425-router', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:41Z', 'updated_at': '2021-06-29T17:42:44Z', 'revision_number': 4, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'gw_port': {'id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:42Z', 'updated_at': '2021-06-29T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_floatingips': [{'id': '071a604d-1f6e-4632-8682-2caf929cdfc6', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'port_id': '178e1df4-4df1-4d13-b2a3-f5393fd0f983', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'mac_address': 'fa:16:3e:fb:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56b305-8334-43ff-9de2-7a2904f78aef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:46:47Z', 'updated_at': '2021-06-29T17:46:47Z', 'revision_number': 0, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15342335-f1d6-4a68-9031-f33f5b813a23', 'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'mac_address': 'fa:16:3e:28:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:44Z', 'updated_at': '2021-06-29T17:42:51Z', 'revision_number': 5, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'subnets': [{'id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:49.954477 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f7cfb754-1ef5-4c73-8c35-d07457751122 req-716341c1-acdc-4bdc-a4d9-4997c7befbd9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=178e1df4-4df1-4d13-b2a3-f5393fd0f983 HTTP/1.1" status: 200 len: 1000 time: 0.0889182 Jun 29 17:46:50.005679 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ccb4b-e0fd-42fb-8bc6-3d9ffe97b583 req-31d39b6e-6887-451e-be6b-46d3c641279a tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:50.014058 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f43ccb4b-e0fd-42fb-8bc6-3d9ffe97b583 req-31d39b6e-6887-451e-be6b-46d3c641279a tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 944 time: 0.1040413 Jun 29 17:46:50.043689 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfb754-1ef5-4c73-8c35-d07457751122 req-1ce9e36a-554a-4c31-8d7f-b621c0897c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:50.048162 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f7cfb754-1ef5-4c73-8c35-d07457751122 req-1ce9e36a-554a-4c31-8d7f-b621c0897c7f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b7e9dcee-74f5-48ad-89ce-ac67b815e2b9 HTTP/1.1" status: 200 len: 851 time: 0.0794253 Jun 29 17:46:50.065855 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f43ccb4b-e0fd-42fb-8bc6-3d9ffe97b583 req-d8faab3e-7e74-4c27-9ffc-bd7ae1b876dc tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506868 Jun 29 17:46:50.128037 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e055bff-2cff-43df-93bb-5afeec60f1bb None None] Checking router: f48acc36-0728-486a-90ec-28e5d91a15cd for host: dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:46:50.136973 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e055bff-2cff-43df-93bb-5afeec60f1bb None None] Routers {'f48acc36-0728-486a-90ec-28e5d91a15cd'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:46:50.137595 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-1e055bff-2cff-43df-93bb-5afeec60f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:46:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['f48acc36-0728-486a-90ec-28e5d91a15cd'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:50.161156 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfb754-1ef5-4c73-8c35-d07457751122 req-145741aa-ac63-45f7-90c8-b1dd1e6b3e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:50.163561 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f7cfb754-1ef5-4c73-8c35-d07457751122 req-145741aa-ac63-45f7-90c8-b1dd1e6b3e9f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ff2185c-17e8-4779-b98f-a1cbc800f8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1073124 Jun 29 17:46:50.216631 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704baba7-e643-46e6-9fe5-259030b25c1b req-6e50ab8c-f32d-4146-ad13-f86ae566c138 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:50.218518 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-704baba7-e643-46e6-9fe5-259030b25c1b req-6e50ab8c-f32d-4146-ad13-f86ae566c138 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 945 time: 0.1461625 Jun 29 17:46:50.336311 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-1e055bff-2cff-43df-93bb-5afeec60f1bb None None] Set router f48acc36-0728-486a-90ec-28e5d91a15cd gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:46:50.370511 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f7cfb754-1ef5-4c73-8c35-d07457751122 req-11179527-215f-4620-ba43-afb96a6d1e95 service neutron] 10.222.0.66 "GET /v2.0/networks/1ff2185c-17e8-4779-b98f-a1cbc800f8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977701 Jun 29 17:46:50.480105 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f7cfb754-1ef5-4c73-8c35-d07457751122 req-00c3cab6-cb37-47df-b4f8-49b54a36be8a service neutron] 10.222.0.66 "GET /v2.0/networks/1ff2185c-17e8-4779-b98f-a1cbc800f8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013594 Jun 29 17:46:50.552696 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-704baba7-e643-46e6-9fe5-259030b25c1b req-75343332-5fd3-4b1f-86e9-723287371247 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3273649 Jun 29 17:46:50.685325 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-1e055bff-2cff-43df-93bb-5afeec60f1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'name': 'tempest-TestVolumeBootPattern-1590326425-router', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:41Z', 'updated_at': '2021-06-29T17:42:44Z', 'revision_number': 4, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'gw_port': {'id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:42Z', 'updated_at': '2021-06-29T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_floatingips': [{'id': '071a604d-1f6e-4632-8682-2caf929cdfc6', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'port_id': '178e1df4-4df1-4d13-b2a3-f5393fd0f983', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'mac_address': 'fa:16:3e:fb:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56b305-8334-43ff-9de2-7a2904f78aef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:46:47Z', 'updated_at': '2021-06-29T17:46:47Z', 'revision_number': 0, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15342335-f1d6-4a68-9031-f33f5b813a23', 'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'mac_address': 'fa:16:3e:28:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:44Z', 'updated_at': '2021-06-29T17:42:51Z', 'revision_number': 5, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'subnets': [{'id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:46:50.718946 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e055bff-2cff-43df-93bb-5afeec60f1bb None None] The sync data for ids ['f48acc36-0728-486a-90ec-28e5d91a15cd'] in dv-cinder-763306-14-iscsi is: [{'id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'name': 'tempest-TestVolumeBootPattern-1590326425-router', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:41Z', 'updated_at': '2021-06-29T17:42:44Z', 'revision_number': 4, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'gw_port': {'id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:42Z', 'updated_at': '2021-06-29T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_floatingips': [{'id': '071a604d-1f6e-4632-8682-2caf929cdfc6', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'port_id': '178e1df4-4df1-4d13-b2a3-f5393fd0f983', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'mac_address': 'fa:16:3e:fb:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56b305-8334-43ff-9de2-7a2904f78aef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:46:47Z', 'updated_at': '2021-06-29T17:46:47Z', 'revision_number': 0, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15342335-f1d6-4a68-9031-f33f5b813a23', 'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'mac_address': 'fa:16:3e:28:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:44Z', 'updated_at': '2021-06-29T17:42:51Z', 'revision_number': 5, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'subnets': [{'id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:46:50.946179 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f74cec-2b99-4dd4-9ce5-8bd20bb02659 None None] New status for floating IP 071a604d-1f6e-4632-8682-2caf929cdfc6: ACTIVE {{(pid=100364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 17:46:51.266341 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914cb00-e404-4435-aca5-d2d4a1033f46 req-0824e44f-da95-4e3f-b9b3-639dfb0e6b7c tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:51.272636 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9914cb00-e404-4435-aca5-d2d4a1033f46 req-0824e44f-da95-4e3f-b9b3-639dfb0e6b7c tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 944 time: 0.0907104 Jun 29 17:46:51.322689 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9914cb00-e404-4435-aca5-d2d4a1033f46 req-287c0dca-029f-4454-8db9-217a421326f7 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487306 Jun 29 17:46:51.749593 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc4bb6-bac2-4a4c-bb5a-9a10052b730f req-ffec9a69-23e5-4cc2-b825-b0937447bd61 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:51.751156 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-03dc4bb6-bac2-4a4c-bb5a-9a10052b730f req-ffec9a69-23e5-4cc2-b825-b0937447bd61 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 945 time: 0.0784314 Jun 29 17:46:51.799311 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-03dc4bb6-bac2-4a4c-bb5a-9a10052b730f req-a5b5a31c-e8f7-4801-a050-c79b054ac324 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408356 Jun 29 17:46:52.537906 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5e027-1457-4497-a494-0a17f8b06a86 req-52bca9e9-f418-4982-bab8-ce315dd44f5c tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:52.539852 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0ad5e027-1457-4497-a494-0a17f8b06a86 req-52bca9e9-f418-4982-bab8-ce315dd44f5c tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 944 time: 0.0895629 Jun 29 17:46:52.585921 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0ad5e027-1457-4497-a494-0a17f8b06a86 req-e6f9912f-6e32-43ad-962c-df1e59505e88 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394650 Jun 29 17:46:52.755575 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device fe3b2de6-47e7-4748-b9d7-7c3c5a913442 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=100363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:46:52.859661 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port fe3b2de6-47e7-4748-b9d7-7c3c5a913442, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=fe3b2de6-47e7-4748-b9d7-7c3c5a913442,segment=NetworkSegment(1e320949-c172-43c9-b9ed-2910a3c21ae8),segment_id=1e320949-c172-43c9-b9ed-2910a3c21ae8)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:46:52.871108 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Returning: {'device': 'fe3b2de6-47e7-4748-b9d7-7c3c5a913442', 'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5', 'port_id': 'fe3b2de6-47e7-4748-b9d7-7c3c5a913442', 'mac_address': 'fa:16:3e:7a:80:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '436361f6-8cab-4f88-8bbd-ea01ab450519', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:46:52.914025 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:52.929607 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3b2de6-47e7-4748-b9d7-7c3c5a913442 {{(pid=100363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:46:52.956699 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port fe3b2de6-47e7-4748-b9d7-7c3c5a913442, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=fe3b2de6-47e7-4748-b9d7-7c3c5a913442,segment=NetworkSegment(1e320949-c172-43c9-b9ed-2910a3c21ae8),segment_id=1e320949-c172-43c9-b9ed-2910a3c21ae8)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:46:53.000878 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83beae-6012-42a7-8810-8c1c93872404 req-87e7038f-de38-4626-acbe-cabd15191ddd tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:53.002336 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8c83beae-6012-42a7-8810-8c1c93872404 req-87e7038f-de38-4626-acbe-cabd15191ddd tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 945 time: 0.0643258 Jun 29 17:46:53.038681 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:53.041187 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:53.042652 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8c83beae-6012-42a7-8810-8c1c93872404 req-9d4a3934-4fd5-495f-811a-4453fa8ed02d tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342240 Jun 29 17:46:53.094019 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=fe3b2de6-47e7-4748-b9d7-7c3c5a913442,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:53.097983 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:53.330117 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['fe3b2de6-47e7-4748-b9d7-7c3c5a913442'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:46:53.741408 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2aac1-1d04-4a0d-88a0-e423dbcd8dd9 req-6342b786-f52a-4460-b035-e1dcff0dc28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:53.743663 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-09c2aac1-1d04-4a0d-88a0-e423dbcd8dd9 req-6342b786-f52a-4460-b035-e1dcff0dc28a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=84f447d134ac4605856ab46f7e636965&device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 1098 time: 0.0546613 Jun 29 17:46:53.772928 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b28ad5-bc08-4725-9f12-6f8cc33792e5 req-9665b652-2a6e-432d-a7e0-830e4d0d3030 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:53.774521 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-81b28ad5-bc08-4725-9f12-6f8cc33792e5 req-9665b652-2a6e-432d-a7e0-830e4d0d3030 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 945 time: 0.0732412 Jun 29 17:46:53.820970 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-81b28ad5-bc08-4725-9f12-6f8cc33792e5 req-39bc96ee-48d4-472d-ac28-edce0310a215 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387390 Jun 29 17:46:53.852982 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2aac1-1d04-4a0d-88a0-e423dbcd8dd9 req-4c6f050a-10b2-454b-afd6-8923bd89eb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:53.854470 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-09c2aac1-1d04-4a0d-88a0-e423dbcd8dd9 req-4c6f050a-10b2-454b-afd6-8923bd89eb65 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 HTTP/1.1" status: 200 len: 917 time: 0.0981166 Jun 29 17:46:53.925420 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-09c2aac1-1d04-4a0d-88a0-e423dbcd8dd9 req-fb72266d-7de3-4bb2-aac9-223c48697e9b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31ac6c57-84a7-4de3-b787-43960080f888 HTTP/1.1" status: 200 len: 1000 time: 0.0638118 Jun 29 17:46:53.973956 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2aac1-1d04-4a0d-88a0-e423dbcd8dd9 req-304c2a86-300d-4c7c-9fe0-23ace2a26321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:53.975432 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-09c2aac1-1d04-4a0d-88a0-e423dbcd8dd9 req-304c2a86-300d-4c7c-9fe0-23ace2a26321 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e367aaf4-13cb-4861-b876-86e2e819d122 HTTP/1.1" status: 200 len: 855 time: 0.0438929 Jun 29 17:46:54.031567 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2aac1-1d04-4a0d-88a0-e423dbcd8dd9 req-42ac2676-7e65-4be7-ad55-c511e4e3817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:54.033047 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-09c2aac1-1d04-4a0d-88a0-e423dbcd8dd9 req-42ac2676-7e65-4be7-ad55-c511e4e3817a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ee3f12c-3998-4005-bfbc-d8cd7c4223e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0509055 Jun 29 17:46:54.131879 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-09c2aac1-1d04-4a0d-88a0-e423dbcd8dd9 req-3876c2e1-8448-4ecc-b815-5e02e4ed955f service neutron] 10.222.0.66 "GET /v2.0/networks/0ee3f12c-3998-4005-bfbc-d8cd7c4223e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907826 Jun 29 17:46:54.225241 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-09c2aac1-1d04-4a0d-88a0-e423dbcd8dd9 req-d78403ab-00d4-4e45-a4b4-a390ab9c925a service neutron] 10.222.0.66 "GET /v2.0/networks/0ee3f12c-3998-4005-bfbc-d8cd7c4223e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856616 Jun 29 17:46:54.242423 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8edfd6-49fb-48df-b7d2-be96bc781113 req-d8997513-ddfd-40f8-8a3d-98344df74e48 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:54.243973 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2d8edfd6-49fb-48df-b7d2-be96bc781113 req-d8997513-ddfd-40f8-8a3d-98344df74e48 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 945 time: 0.0653098 Jun 29 17:46:54.292287 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2d8edfd6-49fb-48df-b7d2-be96bc781113 req-71ac6a48-bc25-4c13-80cd-d95d1f8cf71d tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413864 Jun 29 17:46:54.788041 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device fe3b2de6-47e7-4748-b9d7-7c3c5a913442 up at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:46:54.935993 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning for port fe3b2de6-47e7-4748-b9d7-7c3c5a913442 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:46:54.940467 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning complete for port fe3b2de6-47e7-4748-b9d7-7c3c5a913442 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:46:54.940847 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:55.031666 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b9831-4211-48ba-9f5f-dcf412a471ad req-7f0ca5c9-9685-4e57-9376-9a483fe9ed37 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:55.033528 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-675b9831-4211-48ba-9f5f-dcf412a471ad req-7f0ca5c9-9685-4e57-9376-9a483fe9ed37 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 945 time: 0.0811758 Jun 29 17:46:55.038259 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:55.075364 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2ea89e-98e7-45d4-8000-79801ce5208c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3b2de6-47e7-4748-b9d7-7c3c5a913442'}] {{(pid=100363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:46:55.077397 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0170bf9ab270c77a1188d5f8494ea938272331804d61dd1d179af329d40bd85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e8f252-c977-45bf-aa18-1dd4de079092" -d '{"events": [{"server_uuid": "7b2ea89e-98e7-45d4-8000-79801ce5208c", "name": "network-vif-plugged", "status": "completed", "tag": "fe3b2de6-47e7-4748-b9d7-7c3c5a913442"}]}' {{(pid=100363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:46:55.084573 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-675b9831-4211-48ba-9f5f-dcf412a471ad req-48f81a3e-1ee8-4cd8-b227-f1c21aa11030 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439668 Jun 29 17:46:55.095238 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port fe3b2de6-47e7-4748-b9d7-7c3c5a913442, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=fe3b2de6-47e7-4748-b9d7-7c3c5a913442,segment=NetworkSegment(1e320949-c172-43c9-b9ed-2910a3c21ae8),segment_id=1e320949-c172-43c9-b9ed-2910a3c21ae8)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:46:55.118222 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d3b569-f95f-43c5-8f16-b398df398a74 x-openstack-request-id: req-a6d3b569-f95f-43c5-8f16-b398df398a74 {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:46:55.118591 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2ea89e-98e7-45d4-8000-79801ce5208c", "name": "network-vif-plugged", "status": "completed", "tag": "fe3b2de6-47e7-4748-b9d7-7c3c5a913442", "code": 200}]} {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:46:55.118857 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-a6d3b569-f95f-43c5-8f16-b398df398a74 {{(pid=100363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:46:55.119264 dv-cinder-763306-14-iscsi neutron-server[100363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2ea89e-98e7-45d4-8000-79801ce5208c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3b2de6-47e7-4748-b9d7-7c3c5a913442', 'code': 200} Jun 29 17:46:55.167217 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:55.168153 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 31ac6c57-84a7-4de3-b787-43960080f888 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:46:55.169970 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:55.250619 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=fe3b2de6-47e7-4748-b9d7-7c3c5a913442,revision_number=5']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:55.254238 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:55.303614 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:55.343773 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 31ac6c57-84a7-4de3-b787-43960080f888, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=31ac6c57-84a7-4de3-b787-43960080f888,segment=NetworkSegment(ed133f60-0561-402c-b298-d58ce672a887),segment_id=ed133f60-0561-402c-b298-d58ce672a887)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:46:55.399814 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:55.402495 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:55.452161 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=31ac6c57-84a7-4de3-b787-43960080f888,revision_number=8']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:55.455594 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:55.490659 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab298c9-71dc-44a1-a54e-29e9132f9f24 req-6efa7aba-a30c-4fd4-9eff-6fa0ddc3d7dc tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:55.492292 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fab298c9-71dc-44a1-a54e-29e9132f9f24 req-6efa7aba-a30c-4fd4-9eff-6fa0ddc3d7dc tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 943 time: 0.0726516 Jun 29 17:46:55.537198 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fab298c9-71dc-44a1-a54e-29e9132f9f24 req-bc8c8b8b-05ea-47e1-93ad-9f8a51e071a5 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390940 Jun 29 17:46:55.590011 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f966b-9d02-4665-adaf-e060d7c94ab2 req-2443d31b-c92d-4575-b35c-3f66ca0d7dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:55.593590 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-7c2f966b-9d02-4665-adaf-e060d7c94ab2 req-2443d31b-c92d-4575-b35c-3f66ca0d7dd3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 1099 time: 0.0909369 Jun 29 17:46:55.646062 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-7c2f966b-9d02-4665-adaf-e060d7c94ab2 req-fdd7b698-e7a7-443e-9208-b7cd20f7becb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449324 Jun 29 17:46:56.272989 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e3b5e-f0e9-4ea7-b6d0-fb338b2cb1b8 req-87231d9d-5352-453c-9162-568636b3cde6 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:56.274496 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8c1e3b5e-f0e9-4ea7-b6d0-fb338b2cb1b8 req-87231d9d-5352-453c-9162-568636b3cde6 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 946 time: 0.0682485 Jun 29 17:46:56.318812 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8c1e3b5e-f0e9-4ea7-b6d0-fb338b2cb1b8 req-f80d5492-6b54-4b23-927a-abcd0a9101db tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358820 Jun 29 17:46:56.742262 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846e5cd-1ea9-44b4-bc39-bf2e33285b47 req-8114979f-db29-4a45-adbd-0f728c88c55f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:56.743826 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b846e5cd-1ea9-44b4-bc39-bf2e33285b47 req-8114979f-db29-4a45-adbd-0f728c88c55f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 943 time: 0.0765464 Jun 29 17:46:56.790675 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b846e5cd-1ea9-44b4-bc39-bf2e33285b47 req-63a2830c-3faf-456e-80a3-19e8c74f0536 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402319 Jun 29 17:46:57.120931 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1327918-df37-4cd9-8a30-6d4eca96b70b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31ac6c57-84a7-4de3-b787-43960080f888'}] {{(pid=100363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:46:57.123296 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0170bf9ab270c77a1188d5f8494ea938272331804d61dd1d179af329d40bd85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6a44ac-7f7b-4eba-8aec-8c0bf26113f9" -d '{"events": [{"server_uuid": "a1327918-df37-4cd9-8a30-6d4eca96b70b", "name": "network-vif-unplugged", "status": "completed", "tag": "31ac6c57-84a7-4de3-b787-43960080f888"}]}' {{(pid=100363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:46:57.168478 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 17:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19716fd5-c579-41a5-8bc0-3408db5540b7 x-openstack-request-id: req-19716fd5-c579-41a5-8bc0-3408db5540b7 {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:46:57.168478 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1327918-df37-4cd9-8a30-6d4eca96b70b", "name": "network-vif-unplugged", "status": "completed", "tag": "31ac6c57-84a7-4de3-b787-43960080f888", "code": 200}]} {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:46:57.168478 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-19716fd5-c579-41a5-8bc0-3408db5540b7 {{(pid=100363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:46:57.168478 dv-cinder-763306-14-iscsi neutron-server[100363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1327918-df37-4cd9-8a30-6d4eca96b70b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31ac6c57-84a7-4de3-b787-43960080f888', 'code': 200} Jun 29 17:46:57.507188 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-78d6f69f-0743-4543-ab6b-12ed1d9e1c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:57.518996 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5f4b8-eda4-45de-bcfa-06e5463ed81b req-68027ec6-3307-47f7-8659-258a8cc11cb8 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:57.520608 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-88c5f4b8-eda4-45de-bcfa-06e5463ed81b req-68027ec6-3307-47f7-8659-258a8cc11cb8 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 946 time: 0.0731351 Jun 29 17:46:57.565749 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-88c5f4b8-eda4-45de-bcfa-06e5463ed81b req-2d68ca2b-ed66-4dcf-a15f-4ad4d7588f12 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372953 Jun 29 17:46:57.754885 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b62634-d158-44ef-a2b3-eae1fee6a4a8 req-870f60d7-e6b7-413b-b88f-73877ea65447 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:57.756475 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-81b62634-d158-44ef-a2b3-eae1fee6a4a8 req-870f60d7-e6b7-413b-b88f-73877ea65447 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 946 time: 0.0676272 Jun 29 17:46:57.800735 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-81b62634-d158-44ef-a2b3-eae1fee6a4a8 req-9ba83fbc-5279-4bea-8f85-8751fb87f8d1 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383701 Jun 29 17:46:57.828236 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 37940) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:46:57.929531 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69f999d-17f3-4d12-9bba-31160a42b7b4 tempest-TestShelveInstance-1825484887 tempest-TestShelveInstance-1825484887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:57.931211 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-a69f999d-17f3-4d12-9bba-31160a42b7b4 tempest-TestShelveInstance-1825484887 tempest-TestShelveInstance-1825484887-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 1094 time: 0.1020672 Jun 29 17:46:57.934188 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 37944) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:46:57.939993 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Request body: {'floatingip': {'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'port_id': 'fe3b2de6-47e7-4748-b9d7-7c3c5a913442', 'tenant_id': '520634f86612491993523dadd9a5031f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:46:58.046882 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks [] for floatingip, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:58.161092 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:58.288782 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.db_base_plugin_common [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Allocated IP 172.27.3.107 (26c48c97-dd4e-49af-8475-2ecf6fc0aadd/7cd7448d-c974-46f0-8ef9-2783dc523a5d/eec8f030-b261-4b89-9001-87256aab8f29) {{(pid=100362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:46:58.412659 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks [] for port, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:58.549094 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2715346'] for port, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:58.551131 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:58.587327 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd is already hosted by enough agents. {{(pid=100362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:46:58.593976 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.base_scheduler [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Resources bound (agent type, host, resource id): {{(pid=100362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:46:58.602111 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Received port after_create {{(pid=100362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:46:58.625943 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Pushing event updated for resources: {'Port': ['ID=eec8f030-b261-4b89-9001-87256aab8f29,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:58.630039 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:59.010354 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:59.150275 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:59.324145 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks [] for port, precommit_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:59.389819 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2715360'] for port, after_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:59.392688 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-285b4699-4743-48cf-9111-8cea58a6d0f2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:46:59.504689 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Pushing event updated for resources: {'Port': ['ID=eec8f030-b261-4b89-9001-87256aab8f29,revision_number=2']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:46:59.512787 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617202'] for floatingip, after_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:59.551715 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:59.552017 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:59.552441 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:59.552797 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:59.553147 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:59.553493 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:59.553838 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:59.554180 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:59.554537 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:59.554868 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:59.555229 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:59.555553 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:46:59.559247 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:46:59.644821 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9772f240-e21b-40d9-af92-15faf3672ddb req-0fe7d464-3825-450f-9a37-b89ab2428c93 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:46:59.646484 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9772f240-e21b-40d9-af92-15faf3672ddb req-0fe7d464-3825-450f-9a37-b89ab2428c93 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 943 time: 0.1967440 Jun 29 17:46:59.678398 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.db.l3_db [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Floating IP bd382536-3643-419f-a3f1-148b04b37719 associated. External IP: 172.27.3.107, port: fe3b2de6-47e7-4748-b9d7-7c3c5a913442. Jun 29 17:46:59.707002 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-6a8322a4-d4b2-47c7-b3c9-a2ab3076899d req-fb6be736-86fa-4b35-ad75-8e6cf54bcce4 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0544519 Jun 29 17:46:59.746988 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9772f240-e21b-40d9-af92-15faf3672ddb req-d6d8d182-993c-4bb7-8c09-3027b8dc3971 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896797 Jun 29 17:46:59.802187 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-b36f2351-50d5-4107-bf18-570a869a5e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:59.893575 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:46:59.930250 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Router 0fd2afec-9ef8-4c0a-83ce-92424b52c884 has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:47:00.057524 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:47:00.070374 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3423a48c-3fda-4bab-a22b-aeb4b7e60585 None None] Sync routers for ids ['0fd2afec-9ef8-4c0a-83ce-92424b52c884'] in dv-cinder-763306-14-iscsi {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:47:00.084546 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3423a48c-3fda-4bab-a22b-aeb4b7e60585 None None] Routers {'0fd2afec-9ef8-4c0a-83ce-92424b52c884'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:47:00.084546 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-3423a48c-3fda-4bab-a22b-aeb4b7e60585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:47:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['0fd2afec-9ef8-4c0a-83ce-92424b52c884'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:47:00.132021 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for floatingip, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:00.176457 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2412045 Jun 29 17:47:00.177278 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2ea89e-98e7-45d4-8000-79801ce5208c', 'tag': 'fe3b2de6-47e7-4748-b9d7-7c3c5a913442'}] {{(pid=100362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:47:00.179906 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48a6f13d0593460c6bf74d2d89cdb7f9c13c152b36d4e67a00c4f10a3cffdd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1d0a18-b6cd-4346-b6be-25d23d82600a" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2ea89e-98e7-45d4-8000-79801ce5208c", "tag": "fe3b2de6-47e7-4748-b9d7-7c3c5a913442"}]}' {{(pid=100362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:47:00.219955 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-3423a48c-3fda-4bab-a22b-aeb4b7e60585 None None] Set router 0fd2afec-9ef8-4c0a-83ce-92424b52c884 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:47:00.233292 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08942a67-7bdc-4df0-8b30-ddfd1088d1d1 x-openstack-request-id: req-08942a67-7bdc-4df0-8b30-ddfd1088d1d1 {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:47:00.233292 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2ea89e-98e7-45d4-8000-79801ce5208c", "tag": "fe3b2de6-47e7-4748-b9d7-7c3c5a913442", "status": "completed", "code": 200}]} {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:47:00.233292 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-08942a67-7bdc-4df0-8b30-ddfd1088d1d1 {{(pid=100362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:47:00.233292 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b2ea89e-98e7-45d4-8000-79801ce5208c', 'tag': 'fe3b2de6-47e7-4748-b9d7-7c3c5a913442', 'status': 'completed', 'code': 200} Jun 29 17:47:00.321488 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d0a18-b6cd-4346-b6be-25d23d82600a req-5fa528f0-338d-4208-8ea6-9b7983374066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:00.323512 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-8f1d0a18-b6cd-4346-b6be-25d23d82600a req-5fa528f0-338d-4208-8ea6-9b7983374066 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=520634f86612491993523dadd9a5031f&device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 1099 time: 0.0640030 Jun 29 17:47:00.437328 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d0a18-b6cd-4346-b6be-25d23d82600a req-4be2f49e-99ca-44fc-a5f8-10ce39dc097a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:00.439636 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-8f1d0a18-b6cd-4346-b6be-25d23d82600a req-4be2f49e-99ca-44fc-a5f8-10ce39dc097a service neutron] 10.222.0.66 "GET /v2.0/networks?id=08cb042b-f87f-4b94-8140-42a0828453a5 HTTP/1.1" status: 200 len: 910 time: 0.1045611 Jun 29 17:47:00.469634 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-3423a48c-3fda-4bab-a22b-aeb4b7e60585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'name': 'tempest-TestShelveInstance-1709977545-router', 'tenant_id': '520634f86612491993523dadd9a5031f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '348fb2c7-f267-469b-b0a4-392e73d3af5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:46:02Z', 'updated_at': '2021-06-29T17:46:06Z', 'revision_number': 4, 'project_id': '520634f86612491993523dadd9a5031f', 'gw_port': {'id': '348fb2c7-f267-469b-b0a4-392e73d3af5f', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:03Z', 'updated_at': '2021-06-29T17:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_floatingips': [{'id': 'bd382536-3643-419f-a3f1-148b04b37719', 'tenant_id': '520634f86612491993523dadd9a5031f', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'port_id': 'fe3b2de6-47e7-4748-b9d7-7c3c5a913442', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5', 'mac_address': 'fa:16:3e:7a:80:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2ea89e-98e7-45d4-8000-79801ce5208c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:46:58Z', 'updated_at': '2021-06-29T17:46:58Z', 'revision_number': 0, 'project_id': '520634f86612491993523dadd9a5031f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd6dba5-8316-4992-8fee-e599dd3d0160', 'name': '', 'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5', 'tenant_id': '520634f86612491993523dadd9a5031f', 'mac_address': 'fa:16:3e:fc:58:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '436361f6-8cab-4f88-8bbd-ea01ab450519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:05Z', 'updated_at': '2021-06-29T17:46:11Z', 'revision_number': 5, 'project_id': '520634f86612491993523dadd9a5031f', 'subnets': [{'id': '436361f6-8cab-4f88-8bbd-ea01ab450519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:47:00.501995 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3423a48c-3fda-4bab-a22b-aeb4b7e60585 None None] Checking router: 0fd2afec-9ef8-4c0a-83ce-92424b52c884 for host: dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:47:00.516144 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3423a48c-3fda-4bab-a22b-aeb4b7e60585 None None] Routers {'0fd2afec-9ef8-4c0a-83ce-92424b52c884'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:47:00.517637 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-3423a48c-3fda-4bab-a22b-aeb4b7e60585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:47:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['0fd2afec-9ef8-4c0a-83ce-92424b52c884'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:47:00.525268 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-8f1d0a18-b6cd-4346-b6be-25d23d82600a req-e9470e21-7539-4eb9-bed5-4c17ed14e0ed service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe3b2de6-47e7-4748-b9d7-7c3c5a913442 HTTP/1.1" status: 200 len: 1000 time: 0.0790334 Jun 29 17:47:00.591388 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d0a18-b6cd-4346-b6be-25d23d82600a req-220f07a8-1c6f-47cb-9b11-a77a337a7cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:00.593044 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-8f1d0a18-b6cd-4346-b6be-25d23d82600a req-220f07a8-1c6f-47cb-9b11-a77a337a7cec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=436361f6-8cab-4f88-8bbd-ea01ab450519 HTTP/1.1" status: 200 len: 848 time: 0.0533290 Jun 29 17:47:00.678379 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-3423a48c-3fda-4bab-a22b-aeb4b7e60585 None None] Set router 0fd2afec-9ef8-4c0a-83ce-92424b52c884 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:47:00.682807 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d0a18-b6cd-4346-b6be-25d23d82600a req-50e45b3b-3579-4d54-bf57-6bbc1680bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:00.684331 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-8f1d0a18-b6cd-4346-b6be-25d23d82600a req-50e45b3b-3579-4d54-bf57-6bbc1680bd1b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=08cb042b-f87f-4b94-8140-42a0828453a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0821562 Jun 29 17:47:00.798062 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-8f1d0a18-b6cd-4346-b6be-25d23d82600a req-11655c5a-cb7d-4f84-b0d0-6a74ea86ac01 service neutron] 10.222.0.66 "GET /v2.0/networks/08cb042b-f87f-4b94-8140-42a0828453a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038263 Jun 29 17:47:00.859695 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 31ac6c57-84a7-4de3-b787-43960080f888 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:47:00.933228 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-8f1d0a18-b6cd-4346-b6be-25d23d82600a req-b871f033-9e2a-4a23-b7a1-dc9807a4b41d service neutron] 10.222.0.66 "GET /v2.0/networks/08cb042b-f87f-4b94-8140-42a0828453a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269164 Jun 29 17:47:00.976879 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f20269-5cec-4a36-93c1-df89fd866445 req-e210669b-f59e-4ce3-9630-03aaceec1297 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:00.978650 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-79f20269-5cec-4a36-93c1-df89fd866445 req-e210669b-f59e-4ce3-9630-03aaceec1297 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 943 time: 0.0815458 Jun 29 17:47:01.027103 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-79f20269-5cec-4a36-93c1-df89fd866445 req-0ece6955-80ae-4c06-a378-f48610dd78e9 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381205 Jun 29 17:47:01.141727 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-3423a48c-3fda-4bab-a22b-aeb4b7e60585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'name': 'tempest-TestShelveInstance-1709977545-router', 'tenant_id': '520634f86612491993523dadd9a5031f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '348fb2c7-f267-469b-b0a4-392e73d3af5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:46:02Z', 'updated_at': '2021-06-29T17:46:06Z', 'revision_number': 4, 'project_id': '520634f86612491993523dadd9a5031f', 'gw_port': {'id': '348fb2c7-f267-469b-b0a4-392e73d3af5f', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:03Z', 'updated_at': '2021-06-29T17:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_floatingips': [{'id': 'bd382536-3643-419f-a3f1-148b04b37719', 'tenant_id': '520634f86612491993523dadd9a5031f', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'port_id': 'fe3b2de6-47e7-4748-b9d7-7c3c5a913442', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5', 'mac_address': 'fa:16:3e:7a:80:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2ea89e-98e7-45d4-8000-79801ce5208c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:46:58Z', 'updated_at': '2021-06-29T17:46:58Z', 'revision_number': 0, 'project_id': '520634f86612491993523dadd9a5031f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd6dba5-8316-4992-8fee-e599dd3d0160', 'name': '', 'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5', 'tenant_id': '520634f86612491993523dadd9a5031f', 'mac_address': 'fa:16:3e:fc:58:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '436361f6-8cab-4f88-8bbd-ea01ab450519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:05Z', 'updated_at': '2021-06-29T17:46:11Z', 'revision_number': 5, 'project_id': '520634f86612491993523dadd9a5031f', 'subnets': [{'id': '436361f6-8cab-4f88-8bbd-ea01ab450519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:47:01.169729 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3423a48c-3fda-4bab-a22b-aeb4b7e60585 None None] The sync data for ids ['0fd2afec-9ef8-4c0a-83ce-92424b52c884'] in dv-cinder-763306-14-iscsi is: [{'id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'name': 'tempest-TestShelveInstance-1709977545-router', 'tenant_id': '520634f86612491993523dadd9a5031f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '348fb2c7-f267-469b-b0a4-392e73d3af5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:46:02Z', 'updated_at': '2021-06-29T17:46:06Z', 'revision_number': 4, 'project_id': '520634f86612491993523dadd9a5031f', 'gw_port': {'id': '348fb2c7-f267-469b-b0a4-392e73d3af5f', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:03Z', 'updated_at': '2021-06-29T17:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_floatingips': [{'id': 'bd382536-3643-419f-a3f1-148b04b37719', 'tenant_id': '520634f86612491993523dadd9a5031f', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'port_id': 'fe3b2de6-47e7-4748-b9d7-7c3c5a913442', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5', 'mac_address': 'fa:16:3e:7a:80:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2ea89e-98e7-45d4-8000-79801ce5208c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:46:58Z', 'updated_at': '2021-06-29T17:46:58Z', 'revision_number': 0, 'project_id': '520634f86612491993523dadd9a5031f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bd6dba5-8316-4992-8fee-e599dd3d0160', 'name': '', 'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5', 'tenant_id': '520634f86612491993523dadd9a5031f', 'mac_address': 'fa:16:3e:fc:58:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '436361f6-8cab-4f88-8bbd-ea01ab450519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:05Z', 'updated_at': '2021-06-29T17:46:11Z', 'revision_number': 5, 'project_id': '520634f86612491993523dadd9a5031f', 'subnets': [{'id': '436361f6-8cab-4f88-8bbd-ea01ab450519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:47:01.377429 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342170b2-86bd-4768-91cd-caa3713a6cdf None None] New status for floating IP bd382536-3643-419f-a3f1-148b04b37719: ACTIVE {{(pid=100364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 17:47:01.472862 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:01.516312 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8322a4-d4b2-47c7-b3c9-a2ab3076899d req-0111a188-e412-4f45-90a8-0964aa9f2636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:01.517860 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-6a8322a4-d4b2-47c7-b3c9-a2ab3076899d req-0111a188-e412-4f45-90a8-0964aa9f2636 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b&tenant_id=84f447d134ac4605856ab46f7e636965 HTTP/1.1" status: 200 len: 1096 time: 0.0864725 Jun 29 17:47:01.609641 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8322a4-d4b2-47c7-b3c9-a2ab3076899d req-c9229e09-7e23-4f47-ab09-78539242bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:01.611267 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-6a8322a4-d4b2-47c7-b3c9-a2ab3076899d req-c9229e09-7e23-4f47-ab09-78539242bb83 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=84f447d134ac4605856ab46f7e636965&device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 1096 time: 0.0621414 Jun 29 17:47:01.704915 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8322a4-d4b2-47c7-b3c9-a2ab3076899d req-583cbdc9-d80d-4a5c-9162-3d78fd9de264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:01.706377 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-6a8322a4-d4b2-47c7-b3c9-a2ab3076899d req-583cbdc9-d80d-4a5c-9162-3d78fd9de264 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 HTTP/1.1" status: 200 len: 917 time: 0.0878510 Jun 29 17:47:01.782815 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-6a8322a4-d4b2-47c7-b3c9-a2ab3076899d req-e03fdedc-196b-4c30-90d3-5b6e4dab5172 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31ac6c57-84a7-4de3-b787-43960080f888 HTTP/1.1" status: 200 len: 998 time: 0.0603583 Jun 29 17:47:01.830919 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8322a4-d4b2-47c7-b3c9-a2ab3076899d req-7cf0071c-da21-4193-baa6-bf1f56f27bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:01.832349 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-6a8322a4-d4b2-47c7-b3c9-a2ab3076899d req-7cf0071c-da21-4193-baa6-bf1f56f27bdf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e367aaf4-13cb-4861-b876-86e2e819d122 HTTP/1.1" status: 200 len: 855 time: 0.0430703 Jun 29 17:47:01.892841 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8322a4-d4b2-47c7-b3c9-a2ab3076899d req-8370ba18-c4a5-4072-af67-c654302fcdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:01.894292 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-6a8322a4-d4b2-47c7-b3c9-a2ab3076899d req-8370ba18-c4a5-4072-af67-c654302fcdef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ee3f12c-3998-4005-bfbc-d8cd7c4223e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0557263 Jun 29 17:47:02.232901 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fb66d-58eb-4593-93e6-265412b1cd21 req-afaaed71-fbd2-4b11-901f-407af7bb06a9 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:02.234451 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b68fb66d-58eb-4593-93e6-265412b1cd21 req-afaaed71-fbd2-4b11-901f-407af7bb06a9 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 943 time: 0.0797741 Jun 29 17:47:02.261423 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-6a8322a4-d4b2-47c7-b3c9-a2ab3076899d req-337fa6e5-2a8b-4d5c-96c1-30c722c2e6b6 service neutron] 10.222.0.66 "GET /v2.0/networks/0ee3f12c-3998-4005-bfbc-d8cd7c4223e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541296 Jun 29 17:47:02.285339 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b68fb66d-58eb-4593-93e6-265412b1cd21 req-97a7e032-3aef-4f41-a20c-762c3a9b59fd tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451875 Jun 29 17:47:02.360715 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-6a8322a4-d4b2-47c7-b3c9-a2ab3076899d req-771aee8a-ff35-4702-aa46-e9a6cc7ff834 service neutron] 10.222.0.66 "GET /v2.0/networks/0ee3f12c-3998-4005-bfbc-d8cd7c4223e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913620 Jun 29 17:47:03.158504 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:03.485002 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcde33-34d5-470a-99a7-eba09f92d5b4 req-cb6dbbea-dcd9-44d5-9e33-cb79946e5c2a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:03.486589 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d4bcde33-34d5-470a-99a7-eba09f92d5b4 req-cb6dbbea-dcd9-44d5-9e33-cb79946e5c2a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 943 time: 0.0739996 Jun 29 17:47:03.528024 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d4bcde33-34d5-470a-99a7-eba09f92d5b4 req-2080e2db-ecec-4f52-969a-1f9723d62dae tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354614 Jun 29 17:47:04.731458 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ebe16-94f1-4f4d-a571-3af5c8f10a8c req-a113a977-7660-42c6-a73a-dc3509747e51 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:04.733238 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-614ebe16-94f1-4f4d-a571-3af5c8f10a8c req-a113a977-7660-42c6-a73a-dc3509747e51 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 943 time: 0.0812767 Jun 29 17:47:04.794213 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-614ebe16-94f1-4f4d-a571-3af5c8f10a8c req-1b83d3a6-a788-4716-b93a-a124b692d093 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549698 Jun 29 17:47:05.980604 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafe5bb-ff67-4e19-a713-b060cdbbccee req-04bad380-bea3-473f-a210-285793cdbf19 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:05.982139 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fcafe5bb-ff67-4e19-a713-b060cdbbccee req-04bad380-bea3-473f-a210-285793cdbf19 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 943 time: 0.0658293 Jun 29 17:47:06.021747 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fcafe5bb-ff67-4e19-a713-b060cdbbccee req-ac71200f-204c-43d0-b26c-fc0649750035 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324261 Jun 29 17:47:07.214230 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe152dc5-6f9b-4c94-818e-d9ba8968b9a6 req-f2da95cf-e642-4b26-b10d-69c8270fca6d tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:07.215755 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fe152dc5-6f9b-4c94-818e-d9ba8968b9a6 req-f2da95cf-e642-4b26-b10d-69c8270fca6d tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 943 time: 0.0672035 Jun 29 17:47:07.265618 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fe152dc5-6f9b-4c94-818e-d9ba8968b9a6 req-d4841373-3759-46f7-a90f-d4da7c4ed0ed tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437303 Jun 29 17:47:07.376801 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:08.455392 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a61d8-72b4-4e24-bc10-5a6bdbe9e4cd req-04b26787-9463-43f0-b63c-46924a217cc5 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:08.457115 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1c4a61d8-72b4-4e24-bc10-5a6bdbe9e4cd req-04b26787-9463-43f0-b63c-46924a217cc5 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 943 time: 0.0706494 Jun 29 17:47:08.495526 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1c4a61d8-72b4-4e24-bc10-5a6bdbe9e4cd req-31676796-3c61-40d2-a99d-2a4a8d174ce7 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324817 Jun 29 17:47:09.703161 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769fc89-c9ad-46c7-bd94-e2dacf603aa8 req-f473439d-93ad-4fd3-80a3-f25678391379 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:09.705370 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9769fc89-c9ad-46c7-bd94-e2dacf603aa8 req-f473439d-93ad-4fd3-80a3-f25678391379 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 943 time: 0.0777342 Jun 29 17:47:09.752885 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9769fc89-c9ad-46c7-bd94-e2dacf603aa8 req-de312c95-218f-4063-8c97-9f4cde30e84a tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412729 Jun 29 17:47:10.959581 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ad547-60c2-42d6-b33c-d756b02254e7 req-e88f4c38-b95b-49d5-ad60-0f1341312608 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:10.961998 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5f9ad547-60c2-42d6-b33c-d756b02254e7 req-e88f4c38-b95b-49d5-ad60-0f1341312608 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 943 time: 0.0849419 Jun 29 17:47:11.014490 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5f9ad547-60c2-42d6-b33c-d756b02254e7 req-451cf59c-086c-4d9e-96e3-f439478665d2 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448649 Jun 29 17:47:12.224817 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb76eac-4973-4ad8-84ef-8f1c7cf1950b req-9e242028-f116-47d9-84ad-773acf7da373 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:12.271677 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2cb76eac-4973-4ad8-84ef-8f1c7cf1950b req-9e242028-f116-47d9-84ad-773acf7da373 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 943 time: 0.0749609 Jun 29 17:47:12.271677 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2cb76eac-4973-4ad8-84ef-8f1c7cf1950b req-81a8bcd0-561b-44fe-9bc9-fe51b44fd9cc tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378029 Jun 29 17:47:13.503978 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065338a-c7cf-4564-87e8-754062c0bacd req-ff3a7853-a392-40b5-8991-a3733dd045a2 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:13.506212 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9065338a-c7cf-4564-87e8-754062c0bacd req-ff3a7853-a392-40b5-8991-a3733dd045a2 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 943 time: 0.0867145 Jun 29 17:47:13.563963 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9065338a-c7cf-4564-87e8-754062c0bacd req-54ac8dc4-fae8-412d-8256-dd40b9e436a1 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490878 Jun 29 17:47:14.772692 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9dce78-17fb-4f8e-a89c-688a5cbcff32 req-8331906b-4a98-4df0-973b-d55cd5de1a07 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:14.774389 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7a9dce78-17fb-4f8e-a89c-688a5cbcff32 req-8331906b-4a98-4df0-973b-d55cd5de1a07 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 943 time: 0.0742629 Jun 29 17:47:14.818194 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7a9dce78-17fb-4f8e-a89c-688a5cbcff32 req-3d1e44de-2587-456e-adb5-764f45e273bc tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373058 Jun 29 17:47:15.727210 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab64af-d41b-4c87-880d-b72288d119ea req-f55c66b9-22a0-4ddf-8261-11c58ab3759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:15.729540 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d9ab64af-d41b-4c87-880d-b72288d119ea req-f55c66b9-22a0-4ddf-8261-11c58ab3759b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=84f447d134ac4605856ab46f7e636965&device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 1096 time: 0.0600796 Jun 29 17:47:15.843592 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab64af-d41b-4c87-880d-b72288d119ea req-ff14fb13-6273-4168-a024-f2a55113498c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:15.845141 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d9ab64af-d41b-4c87-880d-b72288d119ea req-ff14fb13-6273-4168-a024-f2a55113498c service neutron] 10.222.0.66 "GET /v2.0/networks?id=0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 HTTP/1.1" status: 200 len: 917 time: 0.0881090 Jun 29 17:47:15.921667 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d9ab64af-d41b-4c87-880d-b72288d119ea req-0226c3f0-3044-4c25-9e80-05ab50f5fe69 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31ac6c57-84a7-4de3-b787-43960080f888 HTTP/1.1" status: 200 len: 998 time: 0.0637410 Jun 29 17:47:15.974939 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab64af-d41b-4c87-880d-b72288d119ea req-7f36d38f-a1d6-433f-b50d-f99da811ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:15.976424 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d9ab64af-d41b-4c87-880d-b72288d119ea req-7f36d38f-a1d6-433f-b50d-f99da811ac0a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e367aaf4-13cb-4861-b876-86e2e819d122 HTTP/1.1" status: 200 len: 855 time: 0.0475867 Jun 29 17:47:16.012339 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cd0ac-e1d7-4056-963e-dc510526ddf4 req-0f625f57-54f7-4d10-848f-fc2151837cc5 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:16.015222 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-386cd0ac-e1d7-4056-963e-dc510526ddf4 req-0f625f57-54f7-4d10-848f-fc2151837cc5 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 943 time: 0.0680633 Jun 29 17:47:16.037572 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab64af-d41b-4c87-880d-b72288d119ea req-f4310cf9-145f-4228-829f-bf96dfbfd6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:16.038826 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d9ab64af-d41b-4c87-880d-b72288d119ea req-f4310cf9-145f-4228-829f-bf96dfbfd6e9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ee3f12c-3998-4005-bfbc-d8cd7c4223e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0534840 Jun 29 17:47:16.055855 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-386cd0ac-e1d7-4056-963e-dc510526ddf4 req-19865363-56eb-402a-b2f7-0c5de6b9bd01 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345104 Jun 29 17:47:16.136872 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d9ab64af-d41b-4c87-880d-b72288d119ea req-f909ff12-887b-416a-b037-a56f04cd16b6 service neutron] 10.222.0.66 "GET /v2.0/networks/0ee3f12c-3998-4005-bfbc-d8cd7c4223e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894427 Jun 29 17:47:16.236717 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d9ab64af-d41b-4c87-880d-b72288d119ea req-eb6868e4-5e62-4b30-bac5-a651bffc827c service neutron] 10.222.0.66 "GET /v2.0/networks/0ee3f12c-3998-4005-bfbc-d8cd7c4223e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851488 Jun 29 17:47:17.242810 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b481c-563f-4c0d-8b54-add23bf4c177 req-1ec2c60a-9e74-4841-a7c1-cb4ac9c8bc43 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:17.244405 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9e1b481c-563f-4c0d-8b54-add23bf4c177 req-1ec2c60a-9e74-4841-a7c1-cb4ac9c8bc43 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 943 time: 0.0666041 Jun 29 17:47:17.287859 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9e1b481c-563f-4c0d-8b54-add23bf4c177 req-a3bc2927-9907-4e16-8fff-11286737e88f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369687 Jun 29 17:47:18.486383 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd42fc-0ea4-4257-a65c-ac38b1360385 req-0a4504f0-e290-4885-ac9d-b4c18c750827 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:18.488141 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-aefd42fc-0ea4-4257-a65c-ac38b1360385 req-0a4504f0-e290-4885-ac9d-b4c18c750827 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 943 time: 0.0742848 Jun 29 17:47:18.540104 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-aefd42fc-0ea4-4257-a65c-ac38b1360385 req-00523b77-3ce2-4589-8ede-41a19bbc10fa tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449736 Jun 29 17:47:18.944674 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 31ac6c57-84a7-4de3-b787-43960080f888 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=100363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:47:19.042781 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 31ac6c57-84a7-4de3-b787-43960080f888, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=31ac6c57-84a7-4de3-b787-43960080f888,segment=NetworkSegment(ed133f60-0561-402c-b298-d58ce672a887),segment_id=ed133f60-0561-402c-b298-d58ce672a887)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:47:19.056311 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Returning: {'device': '31ac6c57-84a7-4de3-b787-43960080f888', 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'port_id': '31ac6c57-84a7-4de3-b787-43960080f888', 'mac_address': 'fa:16:3e:ac:d2:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:47:19.098357 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:19.112705 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ac6c57-84a7-4de3-b787-43960080f888 {{(pid=100363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:47:19.135006 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 31ac6c57-84a7-4de3-b787-43960080f888, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=31ac6c57-84a7-4de3-b787-43960080f888,segment=NetworkSegment(ed133f60-0561-402c-b298-d58ce672a887),segment_id=ed133f60-0561-402c-b298-d58ce672a887)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:47:19.216925 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:19.219499 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-2218c83a-0c78-482e-89f2-c158ae666489 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:47:19.265841 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=31ac6c57-84a7-4de3-b787-43960080f888,revision_number=9']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:47:19.270122 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:47:19.467113 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['31ac6c57-84a7-4de3-b787-43960080f888'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:47:19.741176 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c48f5-63b5-4d9d-a437-978f69cfc47e req-eabfe8f8-e74b-4fa5-81e2-7468afeca61c tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:19.742798 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2b5c48f5-63b5-4d9d-a437-978f69cfc47e req-eabfe8f8-e74b-4fa5-81e2-7468afeca61c tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 944 time: 0.0771673 Jun 29 17:47:19.780775 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2b5c48f5-63b5-4d9d-a437-978f69cfc47e req-2c0b1128-38a9-41e7-a6cc-ab35d319f03f tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320752 Jun 29 17:47:20.977408 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 31ac6c57-84a7-4de3-b787-43960080f888 up at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:47:21.028388 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning complete for port 31ac6c57-84a7-4de3-b787-43960080f888 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:47:21.028761 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:21.108084 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:21.131697 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1327918-df37-4cd9-8a30-6d4eca96b70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ac6c57-84a7-4de3-b787-43960080f888'}] {{(pid=100363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:47:21.134001 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0170bf9ab270c77a1188d5f8494ea938272331804d61dd1d179af329d40bd85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1508c998-bcfe-4b07-bd2c-8a60ee25cfb2" -d '{"events": [{"server_uuid": "a1327918-df37-4cd9-8a30-6d4eca96b70b", "name": "network-vif-plugged", "status": "completed", "tag": "31ac6c57-84a7-4de3-b787-43960080f888"}]}' {{(pid=100363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:47:21.146971 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 31ac6c57-84a7-4de3-b787-43960080f888, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=31ac6c57-84a7-4de3-b787-43960080f888,segment=NetworkSegment(ed133f60-0561-402c-b298-d58ce672a887),segment_id=ed133f60-0561-402c-b298-d58ce672a887)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:47:21.180371 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383c2bbf-7bfb-4101-93eb-e1e5f31788de x-openstack-request-id: req-383c2bbf-7bfb-4101-93eb-e1e5f31788de {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:47:21.180671 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1327918-df37-4cd9-8a30-6d4eca96b70b", "name": "network-vif-plugged", "status": "completed", "tag": "31ac6c57-84a7-4de3-b787-43960080f888", "code": 200}]} {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:47:21.180934 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-383c2bbf-7bfb-4101-93eb-e1e5f31788de {{(pid=100363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:47:21.181340 dv-cinder-763306-14-iscsi neutron-server[100363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1327918-df37-4cd9-8a30-6d4eca96b70b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ac6c57-84a7-4de3-b787-43960080f888', 'code': 200} Jun 29 17:47:21.213953 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e40a8b-6516-4839-9990-6036e6b704d6 req-6119a0d6-778a-4084-9982-de5df867cba3 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:21.215500 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-59e40a8b-6516-4839-9990-6036e6b704d6 req-6119a0d6-778a-4084-9982-de5df867cba3 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 944 time: 0.3180275 Jun 29 17:47:21.219805 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:21.222122 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:47:21.257242 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-59e40a8b-6516-4839-9990-6036e6b704d6 req-6451a846-95b7-4e16-b6a5-4e0adaf5cde6 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354519 Jun 29 17:47:21.273883 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=31ac6c57-84a7-4de3-b787-43960080f888,revision_number=10']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:47:21.277228 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:47:21.508838 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce85ada-9164-4a74-baad-c58e82da2c33 req-b85a366d-48a1-4964-aad3-f21c94a375b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:21.510234 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-8ce85ada-9164-4a74-baad-c58e82da2c33 req-b85a366d-48a1-4964-aad3-f21c94a375b8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 1099 time: 0.0566421 Jun 29 17:47:21.546670 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-8ce85ada-9164-4a74-baad-c58e82da2c33 req-b6aae251-89b3-488a-9d33-27aa200ffd0a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271375 Jun 29 17:47:22.615775 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8891f-10d5-422e-b88c-0de6be5ab98d req-fd1ac682-6bbf-46cc-b83a-77794cc97d91 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:22.617328 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-dfe8891f-10d5-422e-b88c-0de6be5ab98d req-fd1ac682-6bbf-46cc-b83a-77794cc97d91 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 946 time: 0.0791080 Jun 29 17:47:22.663854 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-dfe8891f-10d5-422e-b88c-0de6be5ab98d req-0f5b3f78-56ce-4c41-a639-e199199bbfea tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366488 Jun 29 17:47:23.858005 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4ae88-4803-4b16-b883-bd38390af304 req-3c7b1744-f0c7-4180-b2af-95f723124d46 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:23.859592 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-54d4ae88-4803-4b16-b883-bd38390af304 req-3c7b1744-f0c7-4180-b2af-95f723124d46 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 946 time: 0.0718393 Jun 29 17:47:23.900308 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-54d4ae88-4803-4b16-b883-bd38390af304 req-2b8bc49e-d83d-4f79-a815-c08d409c61f1 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342965 Jun 29 17:47:25.076043 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f635ed6-4e78-495f-a1fe-f8053c24201d req-83b92091-92c1-4d91-aa27-fa34a8ebd247 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:25.077544 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1f635ed6-4e78-495f-a1fe-f8053c24201d req-83b92091-92c1-4d91-aa27-fa34a8ebd247 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 946 time: 0.0643740 Jun 29 17:47:25.118118 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1f635ed6-4e78-495f-a1fe-f8053c24201d req-1198e601-f293-4220-bc89-a4b350c74d60 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342500 Jun 29 17:47:25.778311 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:47:27.427565 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-af6fd305-cdd7-478b-bd74-441b0e43be4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:29.831828 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-68353b07-e030-4c75-818c-4b6e33f2a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:29.888580 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:31.479049 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:33.153712 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:37.365116 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:42.358643 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57faab68-d9f2-40e1-8a02-30feb33986a0 req-9487ac11-171d-4a00-a264-07e7e494dcbf tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:42.360140 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-57faab68-d9f2-40e1-8a02-30feb33986a0 req-9487ac11-171d-4a00-a264-07e7e494dcbf tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=0cc39b15-1350-4f03-94a8-bebf22b79083 HTTP/1.1" status: 200 len: 945 time: 0.0661719 Jun 29 17:47:42.402544 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-57faab68-d9f2-40e1-8a02-30feb33986a0 req-b363b666-a352-4c7b-b223-d243137d4937 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=3345f7e0-9995-454b-86b4-4190b5787adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364928 Jun 29 17:47:43.587776 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6b142-5163-4363-8cc4-2f21af26fa20 req-6a7a15d4-4862-4de7-b6dd-150369eedf17 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:43.589256 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-61a6b142-5163-4363-8cc4-2f21af26fa20 req-6a7a15d4-4862-4de7-b6dd-150369eedf17 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=0cc39b15-1350-4f03-94a8-bebf22b79083 HTTP/1.1" status: 200 len: 945 time: 0.0671232 Jun 29 17:47:43.630430 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-61a6b142-5163-4363-8cc4-2f21af26fa20 req-e011468e-abcc-4f35-91d1-bf9f2f1d6c34 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=3345f7e0-9995-454b-86b4-4190b5787adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346954 Jun 29 17:47:44.243166 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac60fb1-0422-4a40-a82f-388d3ab56e2b req-52b7c474-968c-42b2-bd74-03f3fe3c5015 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:44.244646 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-2ac60fb1-0422-4a40-a82f-388d3ab56e2b req-52b7c474-968c-42b2-bd74-03f3fe3c5015 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.66 "GET /v2.0/ports?device_id=0cc39b15-1350-4f03-94a8-bebf22b79083 HTTP/1.1" status: 200 len: 945 time: 0.0662470 Jun 29 17:47:44.347994 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-2ac60fb1-0422-4a40-a82f-388d3ab56e2b req-45024466-0859-4b2d-8b6f-dccf481b46f6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Deleting port 3dc10775-109d-45cf-ac05-841e16d1edb9 {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:47:44.348333 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-2ac60fb1-0422-4a40-a82f-388d3ab56e2b req-45024466-0859-4b2d-8b6f-dccf481b46f6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:44.435832 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-2ac60fb1-0422-4a40-a82f-388d3ab56e2b req-45024466-0859-4b2d-8b6f-dccf481b46f6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] For port 3dc10775-109d-45cf-ac05-841e16d1edb9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3dc10775-109d-45cf-ac05-841e16d1edb9,segment=NetworkSegment(337bcf56-7dac-4930-9b9c-823189f35073),segment_id=337bcf56-7dac-4930-9b9c-823189f35073)] {{(pid=100361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:47:44.436197 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-2ac60fb1-0422-4a40-a82f-388d3ab56e2b req-45024466-0859-4b2d-8b6f-dccf481b46f6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:44.609449 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-2ac60fb1-0422-4a40-a82f-388d3ab56e2b req-45024466-0859-4b2d-8b6f-dccf481b46f6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:44.609775 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-2ac60fb1-0422-4a40-a82f-388d3ab56e2b req-45024466-0859-4b2d-8b6f-dccf481b46f6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617202'] for floatingip, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:44.610035 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.db.l3_db [req-2ac60fb1-0422-4a40-a82f-388d3ab56e2b req-45024466-0859-4b2d-8b6f-dccf481b46f6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Floating IP ad740ede-33a3-434b-8947-5ed653290a24 disassociated. External IP: 172.27.3.138, port: 3dc10775-109d-45cf-ac05-841e16d1edb9. Jun 29 17:47:44.610379 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-2ac60fb1-0422-4a40-a82f-388d3ab56e2b req-45024466-0859-4b2d-8b6f-dccf481b46f6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Calling delete_port for 3dc10775-109d-45cf-ac05-841e16d1edb9 owned by compute:nova {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:47:44.813530 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1abdf-4282-4371-b572-8096b20a2507 req-8897e2b3-c1fe-4e1d-9650-a8ea6798ebab tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:44.815004 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-70a1abdf-4282-4371-b572-8096b20a2507 req-8897e2b3-c1fe-4e1d-9650-a8ea6798ebab tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=0cc39b15-1350-4f03-94a8-bebf22b79083 HTTP/1.1" status: 200 len: 945 time: 0.0651662 Jun 29 17:47:44.816078 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-2ac60fb1-0422-4a40-a82f-388d3ab56e2b req-45024466-0859-4b2d-8b6f-dccf481b46f6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995816'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:44.821590 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b290bd33-0048-448f-b01f-23f913ab1104 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:47:44.852451 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45024466-0859-4b2d-8b6f-dccf481b46f6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Pushing event deleted for resources: {'Port': ['ID=3dc10775-109d-45cf-ac05-841e16d1edb9,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:47:44.854278 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-70a1abdf-4282-4371-b572-8096b20a2507 req-f8cf060e-6340-4f73-9fcd-1fdee405f722 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups?id=3345f7e0-9995-454b-86b4-4190b5787adb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329776 Jun 29 17:47:44.868071 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45024466-0859-4b2d-8b6f-dccf481b46f6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:47:44.870967 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45024466-0859-4b2d-8b6f-dccf481b46f6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:47:44.870967 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45024466-0859-4b2d-8b6f-dccf481b46f6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:47:44.870967 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45024466-0859-4b2d-8b6f-dccf481b46f6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:47:44.870967 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45024466-0859-4b2d-8b6f-dccf481b46f6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:47:44.870967 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45024466-0859-4b2d-8b6f-dccf481b46f6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:47:44.870967 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45024466-0859-4b2d-8b6f-dccf481b46f6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:47:44.870967 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45024466-0859-4b2d-8b6f-dccf481b46f6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:47:44.871896 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45024466-0859-4b2d-8b6f-dccf481b46f6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:47:44.871896 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45024466-0859-4b2d-8b6f-dccf481b46f6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:47:44.871896 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45024466-0859-4b2d-8b6f-dccf481b46f6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:47:44.872153 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45024466-0859-4b2d-8b6f-dccf481b46f6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:47:44.881807 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-45024466-0859-4b2d-8b6f-dccf481b46f6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:47:44.995484 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ac60fb1-0422-4a40-a82f-388d3ab56e2b req-45024466-0859-4b2d-8b6f-dccf481b46f6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Router 9b517606-c265-4eb9-a8ec-f46b88eafb36 has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:47:45.102867 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ac60fb1-0422-4a40-a82f-388d3ab56e2b req-45024466-0859-4b2d-8b6f-dccf481b46f6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:47:45.113880 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c9fd11-d86b-45ab-a4e3-367c899a16c8 None None] Sync routers for ids ['9b517606-c265-4eb9-a8ec-f46b88eafb36'] in dv-cinder-763306-14-iscsi {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:47:45.122511 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c9fd11-d86b-45ab-a4e3-367c899a16c8 None None] Routers {'9b517606-c265-4eb9-a8ec-f46b88eafb36'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:47:45.123137 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-75c9fd11-d86b-45ab-a4e3-367c899a16c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:47:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['9b517606-c265-4eb9-a8ec-f46b88eafb36'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:47:45.153398 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac60fb1-0422-4a40-a82f-388d3ab56e2b req-45024466-0859-4b2d-8b6f-dccf481b46f6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] No DVR routers for this DVR port 3dc10775-109d-45cf-ac05-841e16d1edb9 on host hv-cinder-76330 {{(pid=100361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:47:45.156757 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-2ac60fb1-0422-4a40-a82f-388d3ab56e2b req-45024466-0859-4b2d-8b6f-dccf481b46f6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:45.159093 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-2ac60fb1-0422-4a40-a82f-388d3ab56e2b req-45024466-0859-4b2d-8b6f-dccf481b46f6 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.66 "DELETE /v2.0/ports/3dc10775-109d-45cf-ac05-841e16d1edb9 HTTP/1.1" status: 204 len: 173 time: 0.9083807 Jun 29 17:47:45.159669 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc39b15-1350-4f03-94a8-bebf22b79083', 'name': 'network-vif-deleted', 'tag': '3dc10775-109d-45cf-ac05-841e16d1edb9'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:47:45.162659 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7b4329-acca-4dc3-9668-a2b069acf96d" -d '{"events": [{"server_uuid": "0cc39b15-1350-4f03-94a8-bebf22b79083", "name": "network-vif-deleted", "tag": "3dc10775-109d-45cf-ac05-841e16d1edb9"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:47:45.220643 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ba9432-8216-4ffa-9ddc-b69d407cd88c x-openstack-request-id: req-37ba9432-8216-4ffa-9ddc-b69d407cd88c {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:47:45.220643 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc39b15-1350-4f03-94a8-bebf22b79083", "name": "network-vif-deleted", "tag": "3dc10775-109d-45cf-ac05-841e16d1edb9", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:47:45.220643 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-37ba9432-8216-4ffa-9ddc-b69d407cd88c {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:47:45.220643 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc39b15-1350-4f03-94a8-bebf22b79083', 'name': 'network-vif-deleted', 'tag': '3dc10775-109d-45cf-ac05-841e16d1edb9', 'status': 'completed', 'code': 200} Jun 29 17:47:45.240962 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-75c9fd11-d86b-45ab-a4e3-367c899a16c8 None None] Set router 9b517606-c265-4eb9-a8ec-f46b88eafb36 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:47:45.460165 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-75c9fd11-d86b-45ab-a4e3-367c899a16c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'name': 'tempest-AttachVolumeTestJSON-1398550955-router', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:45Z', 'updated_at': '2021-06-29T17:40:51Z', 'revision_number': 4, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'gw_port': {'id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:46Z', 'updated_at': '2021-06-29T17:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '71ae518e-6e01-4581-a4ec-afe3a3eb707b', 'name': '', 'network_id': '0d814395-0aef-449f-bcba-f7da97787837', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'mac_address': 'fa:16:3e:c5:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:41:01Z', 'revision_number': 5, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'subnets': [{'id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:47:45.486443 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c9fd11-d86b-45ab-a4e3-367c899a16c8 None None] Checking router: 9b517606-c265-4eb9-a8ec-f46b88eafb36 for host: dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:47:45.495003 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c9fd11-d86b-45ab-a4e3-367c899a16c8 None None] Routers {'9b517606-c265-4eb9-a8ec-f46b88eafb36'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:47:45.495598 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-75c9fd11-d86b-45ab-a4e3-367c899a16c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:47:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['9b517606-c265-4eb9-a8ec-f46b88eafb36'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:47:45.604007 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-75c9fd11-d86b-45ab-a4e3-367c899a16c8 None None] Set router 9b517606-c265-4eb9-a8ec-f46b88eafb36 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:47:45.816951 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-75c9fd11-d86b-45ab-a4e3-367c899a16c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'name': 'tempest-AttachVolumeTestJSON-1398550955-router', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:45Z', 'updated_at': '2021-06-29T17:40:51Z', 'revision_number': 4, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'gw_port': {'id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:46Z', 'updated_at': '2021-06-29T17:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '71ae518e-6e01-4581-a4ec-afe3a3eb707b', 'name': '', 'network_id': '0d814395-0aef-449f-bcba-f7da97787837', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'mac_address': 'fa:16:3e:c5:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:41:01Z', 'revision_number': 5, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'subnets': [{'id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:47:45.847162 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c9fd11-d86b-45ab-a4e3-367c899a16c8 None None] The sync data for ids ['9b517606-c265-4eb9-a8ec-f46b88eafb36'] in dv-cinder-763306-14-iscsi is: [{'id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'name': 'tempest-AttachVolumeTestJSON-1398550955-router', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:45Z', 'updated_at': '2021-06-29T17:40:51Z', 'revision_number': 4, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'gw_port': {'id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:46Z', 'updated_at': '2021-06-29T17:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '71ae518e-6e01-4581-a4ec-afe3a3eb707b', 'name': '', 'network_id': '0d814395-0aef-449f-bcba-f7da97787837', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'mac_address': 'fa:16:3e:c5:e9:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:41:01Z', 'revision_number': 5, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'subnets': [{'id': '90b7b755-ce01-431b-9fbd-6f05b79fa141', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:47:46.034211 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8b8a7052-7e69-4c15-b482-62267b3179bc req-496f8415-854a-48c8-96ee-69eb8a70c814 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/ports?device_id=0cc39b15-1350-4f03-94a8-bebf22b79083 HTTP/1.1" status: 200 len: 210 time: 0.0442767 Jun 29 17:47:46.093003 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959b546c-2ddd-4be4-b94a-adb677a908a2 None None] New status for floating IP ad740ede-33a3-434b-8947-5ed653290a24: DOWN {{(pid=100364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 17:47:47.290252 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 38248) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:47:47.346167 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-ee0b1c19-4b6e-490a-a8a8-3fcfb5f8f767 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:47.370233 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-ee0b1c19-4b6e-490a-a8a8-3fcfb5f8f767 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:47.495841 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-ee0b1c19-4b6e-490a-a8a8-3fcfb5f8f767 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:47.498608 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-ee0b1c19-4b6e-490a-a8a8-3fcfb5f8f767 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:47.499900 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-ee0b1c19-4b6e-490a-a8a8-3fcfb5f8f767 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "DELETE /v2.0/security-groups/3345f7e0-9995-454b-86b4-4190b5787adb HTTP/1.1" status: 204 len: 168 time: 0.2084715 Jun 29 17:47:47.504276 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-2e1024e1-b822-46b9-b44d-9d1f42b13f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:47:47.504735 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 38250) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:47:47.510335 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b1c19-4b6e-490a-a8a8-3fcfb5f8f767 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3345f7e0-9995-454b-86b4-4190b5787adb,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:47:47.512926 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-ee0b1c19-4b6e-490a-a8a8-3fcfb5f8f767 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:47:47.516817 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.api.v2.resource [None req-47f4c469-ad53-4f5e-a368-5090cefbf744 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] show failed (client error): The resource could not be found. Jun 29 17:47:47.517810 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-47f4c469-ad53-4f5e-a368-5090cefbf744 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "GET /v2.0/security-groups/3345f7e0-9995-454b-86b4-4190b5787adb HTTP/1.1" status: 404 len: 347 time: 0.0141189 Jun 29 17:47:47.521629 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 38252) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:47:47.645469 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [None req-3cdb8e57-9e8e-483b-888a-f83b26115c4b tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Deleting port a8a0247c-a0c7-4ab1-89ad-1a7524bc0f35 {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:47:47.645801 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-3cdb8e57-9e8e-483b-888a-f83b26115c4b tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:47.737011 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-3cdb8e57-9e8e-483b-888a-f83b26115c4b tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:47.737339 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-3cdb8e57-9e8e-483b-888a-f83b26115c4b tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:47.748858 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [None req-3cdb8e57-9e8e-483b-888a-f83b26115c4b tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Calling delete_port for a8a0247c-a0c7-4ab1-89ad-1a7524bc0f35 owned by network:floatingip {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:47:47.962954 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-3cdb8e57-9e8e-483b-888a-f83b26115c4b tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995816'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:47.965085 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-79cf0b2a-6b6a-4369-85e4-93851b75e348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:47:47.993274 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb8e57-9e8e-483b-888a-f83b26115c4b tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Pushing event deleted for resources: {'Port': ['ID=a8a0247c-a0c7-4ab1-89ad-1a7524bc0f35,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:47:47.996408 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-3cdb8e57-9e8e-483b-888a-f83b26115c4b tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:47:48.061700 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-3cdb8e57-9e8e-483b-888a-f83b26115c4b tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks [] for floatingip, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:48.064781 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-3cdb8e57-9e8e-483b-888a-f83b26115c4b tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for floatingip, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:48.065973 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-3cdb8e57-9e8e-483b-888a-f83b26115c4b tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] 10.222.0.102 "DELETE /v2.0/floatingips/ad740ede-33a3-434b-8947-5ed653290a24 HTTP/1.1" status: 204 len: 168 time: 0.5434504 Jun 29 17:47:49.179535 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 3dc10775-109d-45cf-ac05-841e16d1edb9 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:47:49.203438 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] No Port match for: 3dc10775-109d-45cf-ac05-841e16d1edb9 {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:47:49.204123 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 3dc10775-109d-45cf-ac05-841e16d1edb9 not bound to the agent host hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:47:52.466921 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 38282) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:47:53.049044 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-c1167a87-0a5c-412b-9554-23501de5660b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476217'] for router_interface, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:53.366941 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [None req-c1167a87-0a5c-412b-9554-23501de5660b admin admin] Deleting port 71ae518e-6e01-4581-a4ec-afe3a3eb707b {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:47:53.367150 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-c1167a87-0a5c-412b-9554-23501de5660b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:53.446495 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [None req-c1167a87-0a5c-412b-9554-23501de5660b admin admin] For port 71ae518e-6e01-4581-a4ec-afe3a3eb707b, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=71ae518e-6e01-4581-a4ec-afe3a3eb707b,segment=NetworkSegment(337bcf56-7dac-4930-9b9c-823189f35073),segment_id=337bcf56-7dac-4930-9b9c-823189f35073)] {{(pid=100361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:47:53.446890 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-c1167a87-0a5c-412b-9554-23501de5660b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:53.462822 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [None req-c1167a87-0a5c-412b-9554-23501de5660b admin admin] Calling delete_port for 71ae518e-6e01-4581-a4ec-afe3a3eb707b owned by network:router_interface {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:47:53.741804 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-c1167a87-0a5c-412b-9554-23501de5660b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995816'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:53.743990 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-2c0fed41-8b89-4805-9c01-3c93184cb192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:47:53.768074 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1167a87-0a5c-412b-9554-23501de5660b admin admin] Pushing event deleted for resources: {'Port': ['ID=71ae518e-6e01-4581-a4ec-afe3a3eb707b,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:47:53.772268 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-c1167a87-0a5c-412b-9554-23501de5660b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:47:53.945676 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-c1167a87-0a5c-412b-9554-23501de5660b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475785'] for router_interface, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:54.460338 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1167a87-0a5c-412b-9554-23501de5660b admin admin] Router 9b517606-c265-4eb9-a8ec-f46b88eafb36 has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:47:54.573831 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1167a87-0a5c-412b-9554-23501de5660b admin admin] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:47:54.579196 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-c1167a87-0a5c-412b-9554-23501de5660b admin admin] 10.222.0.102 "PUT /v2.0/routers/9b517606-c265-4eb9-a8ec-f46b88eafb36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1112399 Jun 29 17:47:54.581734 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 38288) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:47:54.585753 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4032400b-dc1d-4aac-b313-7a552221e347 None None] Sync routers for ids ['9b517606-c265-4eb9-a8ec-f46b88eafb36'] in dv-cinder-763306-14-iscsi {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:47:54.596353 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4032400b-dc1d-4aac-b313-7a552221e347 None None] Routers {'9b517606-c265-4eb9-a8ec-f46b88eafb36'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:47:54.596987 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-4032400b-dc1d-4aac-b313-7a552221e347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:47:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['9b517606-c265-4eb9-a8ec-f46b88eafb36'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:47:54.702034 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-e21e4213-80fa-4ca4-940a-98d98cafd017 admin admin] Notify callbacks [] for router, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:54.721699 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-4032400b-dc1d-4aac-b313-7a552221e347 None None] Set router 9b517606-c265-4eb9-a8ec-f46b88eafb36 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:47:54.820775 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-e21e4213-80fa-4ca4-940a-98d98cafd017 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:54.920635 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-4032400b-dc1d-4aac-b313-7a552221e347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'name': 'tempest-AttachVolumeTestJSON-1398550955-router', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:45Z', 'updated_at': '2021-06-29T17:47:53Z', 'revision_number': 5, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'gw_port': {'id': 'e1ecd20f-1075-4036-9832-958c15b30a23', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:46Z', 'updated_at': '2021-06-29T17:40:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:47:54.947821 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [None req-e21e4213-80fa-4ca4-940a-98d98cafd017 admin admin] Deleting port e1ecd20f-1075-4036-9832-958c15b30a23 {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:47:54.948159 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-e21e4213-80fa-4ca4-940a-98d98cafd017 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:54.951737 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4032400b-dc1d-4aac-b313-7a552221e347 None None] Checking router: 9b517606-c265-4eb9-a8ec-f46b88eafb36 for host: dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:47:54.961249 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4032400b-dc1d-4aac-b313-7a552221e347 None None] Routers {'9b517606-c265-4eb9-a8ec-f46b88eafb36'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:47:54.961884 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-4032400b-dc1d-4aac-b313-7a552221e347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:47:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['9b517606-c265-4eb9-a8ec-f46b88eafb36'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:47:55.055121 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [None req-e21e4213-80fa-4ca4-940a-98d98cafd017 admin admin] For port e1ecd20f-1075-4036-9832-958c15b30a23, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=e1ecd20f-1075-4036-9832-958c15b30a23,segment=NetworkSegment(f9a98574-3341-4580-ac4f-b7fff4e16571),segment_id=f9a98574-3341-4580-ac4f-b7fff4e16571)] {{(pid=100361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:47:55.055121 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-e21e4213-80fa-4ca4-940a-98d98cafd017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:55.074043 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [None req-e21e4213-80fa-4ca4-940a-98d98cafd017 admin admin] Calling delete_port for e1ecd20f-1075-4036-9832-958c15b30a23 owned by network:router_gateway {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:47:55.186696 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-4032400b-dc1d-4aac-b313-7a552221e347 None None] Set router 9b517606-c265-4eb9-a8ec-f46b88eafb36 gateway port host: None {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:47:55.243088 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-4032400b-dc1d-4aac-b313-7a552221e347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'name': 'tempest-AttachVolumeTestJSON-1398550955-router', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:45Z', 'updated_at': '2021-06-29T17:47:54Z', 'revision_number': 6, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'gw_port_host': None}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:47:55.275650 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4032400b-dc1d-4aac-b313-7a552221e347 None None] The sync data for ids ['9b517606-c265-4eb9-a8ec-f46b88eafb36'] in dv-cinder-763306-14-iscsi is: [{'id': '9b517606-c265-4eb9-a8ec-f46b88eafb36', 'name': 'tempest-AttachVolumeTestJSON-1398550955-router', 'tenant_id': '87f56b14a5034bf38448dbb35360a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:45Z', 'updated_at': '2021-06-29T17:47:54Z', 'revision_number': 6, 'project_id': '87f56b14a5034bf38448dbb35360a4fc', 'gw_port_host': None}] {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:47:55.318082 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-e21e4213-80fa-4ca4-940a-98d98cafd017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995816'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:55.320514 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-c1167a87-0a5c-412b-9554-23501de5660b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:47:55.343748 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e4213-80fa-4ca4-940a-98d98cafd017 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ecd20f-1075-4036-9832-958c15b30a23,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:47:55.347570 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-e21e4213-80fa-4ca4-940a-98d98cafd017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:47:55.409592 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-e21e4213-80fa-4ca4-940a-98d98cafd017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1618157'] for router_gateway, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:55.527702 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-e21e4213-80fa-4ca4-940a-98d98cafd017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-895'] for router, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:55.529868 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-e21e4213-80fa-4ca4-940a-98d98cafd017 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:55.650299 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-e21e4213-80fa-4ca4-940a-98d98cafd017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-479148'] for router, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:55.650872 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21e4213-80fa-4ca4-940a-98d98cafd017 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b517606-c265-4eb9-a8ec-f46b88eafb36 {{(pid=100361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:47:55.657110 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-e21e4213-80fa-4ca4-940a-98d98cafd017 admin admin] Notify callbacks [] for router, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:55.658301 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-e21e4213-80fa-4ca4-940a-98d98cafd017 admin admin] 10.222.0.102 "DELETE /v2.0/routers/9b517606-c265-4eb9-a8ec-f46b88eafb36 HTTP/1.1" status: 204 len: 168 time: 1.0743949 Jun 29 17:47:55.661456 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 38290) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:47:55.708198 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d89328-d436-4bb5-8d45-cadbaa6dad65 admin admin] Deleting subnet 90b7b755-ce01-431b-9fbd-6f05b79fa141 {{(pid=100361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:47:55.711474 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-76d89328-d436-4bb5-8d45-cadbaa6dad65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:55.751221 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-76d89328-d436-4bb5-8d45-cadbaa6dad65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10108961'] for subnet, precommit_delete_associations {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:55.865004 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-76d89328-d436-4bb5-8d45-cadbaa6dad65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423704'] for subnet, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:56.015866 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-76d89328-d436-4bb5-8d45-cadbaa6dad65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9995986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2477002'] for subnet, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:56.018220 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:47:56.046829 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d89328-d436-4bb5-8d45-cadbaa6dad65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90b7b755-ce01-431b-9fbd-6f05b79fa141,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:47:56.050407 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-76d89328-d436-4bb5-8d45-cadbaa6dad65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:47:56.053941 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-76d89328-d436-4bb5-8d45-cadbaa6dad65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:56.056047 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-76d89328-d436-4bb5-8d45-cadbaa6dad65 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/90b7b755-ce01-431b-9fbd-6f05b79fa141 HTTP/1.1" status: 204 len: 168 time: 0.3935618 Jun 29 17:47:56.058369 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 38292) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:47:56.061402 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c416940d-f1e8-413f-bb14-76aa5c19792c None None] Network 0d814395-0aef-449f-bcba-f7da97787837 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:47:56.131642 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ae8f4a25-c415-48fe-958d-f4c96ebf1f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1525605'] for network, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:56.192719 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [None req-ae8f4a25-c415-48fe-958d-f4c96ebf1f68 admin admin] Deleting port 67aa1f80-e604-402d-859a-40251aa49c68 {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:47:56.193150 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ae8f4a25-c415-48fe-958d-f4c96ebf1f68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:56.265599 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [None req-ae8f4a25-c415-48fe-958d-f4c96ebf1f68 admin admin] For port 67aa1f80-e604-402d-859a-40251aa49c68, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=67aa1f80-e604-402d-859a-40251aa49c68,segment=NetworkSegment(337bcf56-7dac-4930-9b9c-823189f35073),segment_id=337bcf56-7dac-4930-9b9c-823189f35073)] {{(pid=100361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:47:56.265852 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ae8f4a25-c415-48fe-958d-f4c96ebf1f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:56.275445 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee102bcd-e24c-4d67-a845-e399d14fbe3a None None] DHCP port deletion for 0d814395-0aef-449f-bcba-f7da97787837 request from dv-cinder-763306-14-iscsi {{(pid=100363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 17:47:56.279822 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [None req-ae8f4a25-c415-48fe-958d-f4c96ebf1f68 admin admin] Calling delete_port for 67aa1f80-e604-402d-859a-40251aa49c68 owned by network:dhcp {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:47:56.326895 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-ee102bcd-e24c-4d67-a845-e399d14fbe3a None None] Deleting port 67aa1f80-e604-402d-859a-40251aa49c68 {{(pid=100363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:47:56.327514 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-ee102bcd-e24c-4d67-a845-e399d14fbe3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:56.390784 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-ee102bcd-e24c-4d67-a845-e399d14fbe3a None None] For port 67aa1f80-e604-402d-859a-40251aa49c68, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=67aa1f80-e604-402d-859a-40251aa49c68,segment=NetworkSegment(337bcf56-7dac-4930-9b9c-823189f35073),segment_id=337bcf56-7dac-4930-9b9c-823189f35073)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:47:56.391222 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-ee102bcd-e24c-4d67-a845-e399d14fbe3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:56.403201 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-ee102bcd-e24c-4d67-a845-e399d14fbe3a None None] Calling delete_port for 67aa1f80-e604-402d-859a-40251aa49c68 owned by network:dhcp {{(pid=100363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:47:56.432852 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ae8f4a25-c415-48fe-958d-f4c96ebf1f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995816'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:56.435027 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-79cf0b2a-6b6a-4369-85e4-93851b75e348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:47:56.459204 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f4a25-c415-48fe-958d-f4c96ebf1f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=67aa1f80-e604-402d-859a-40251aa49c68,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:47:56.462639 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-ae8f4a25-c415-48fe-958d-f4c96ebf1f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:47:56.463432 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8f4a25-c415-48fe-958d-f4c96ebf1f68 admin admin] No DVR routers for this DVR port 67aa1f80-e604-402d-859a-40251aa49c68 on host dv-cinder-763306-14-iscsi {{(pid=100361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:47:56.527409 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-ee102bcd-e24c-4d67-a845-e399d14fbe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574'] for port, after_delete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:56.529443 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:47:56.538680 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ae8f4a25-c415-48fe-958d-f4c96ebf1f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423750', 'neutron.services.segments.db._delete_segments_for_network-8732082675523'] for network, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:56.548956 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.services.segments.db [None req-ae8f4a25-c415-48fe-958d-f4c96ebf1f68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d814395-0aef-449f-bcba-f7da97787837']}} {{(pid=100361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:47:56.557143 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee102bcd-e24c-4d67-a845-e399d14fbe3a None None] Pushing event deleted for resources: {'Port': ['ID=67aa1f80-e604-402d-859a-40251aa49c68,revision_number=None']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:47:56.559667 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.services.segments.db [None req-ae8f4a25-c415-48fe-958d-f4c96ebf1f68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '337bcf56-7dac-4930-9b9c-823189f35073') {'for_net_delete': True} {{(pid=100361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:47:56.560085 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.services.segments.db [None req-ae8f4a25-c415-48fe-958d-f4c96ebf1f68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '337bcf56-7dac-4930-9b9c-823189f35073') {} {{(pid=100361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:47:56.561788 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee102bcd-e24c-4d67-a845-e399d14fbe3a None None] No DVR routers for this DVR port 67aa1f80-e604-402d-859a-40251aa49c68 on host dv-cinder-763306-14-iscsi {{(pid=100363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:47:56.568027 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee102bcd-e24c-4d67-a845-e399d14fbe3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:47:56.568466 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee102bcd-e24c-4d67-a845-e399d14fbe3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:47:56.568807 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee102bcd-e24c-4d67-a845-e399d14fbe3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:47:56.569147 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee102bcd-e24c-4d67-a845-e399d14fbe3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:47:56.569462 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee102bcd-e24c-4d67-a845-e399d14fbe3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:47:56.569794 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee102bcd-e24c-4d67-a845-e399d14fbe3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:47:56.570113 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee102bcd-e24c-4d67-a845-e399d14fbe3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:47:56.570436 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee102bcd-e24c-4d67-a845-e399d14fbe3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:47:56.570552 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ae8f4a25-c415-48fe-958d-f4c96ebf1f68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732082504906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10108974'] for segment, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:56.570755 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee102bcd-e24c-4d67-a845-e399d14fbe3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:47:56.571072 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee102bcd-e24c-4d67-a845-e399d14fbe3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:47:56.571389 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee102bcd-e24c-4d67-a845-e399d14fbe3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:47:56.571710 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee102bcd-e24c-4d67-a845-e399d14fbe3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:47:56.575400 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-ee102bcd-e24c-4d67-a845-e399d14fbe3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:47:56.584471 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ae8f4a25-c415-48fe-958d-f4c96ebf1f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:56.593078 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae8f4a25-c415-48fe-958d-f4c96ebf1f68 admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=100361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:47:56.593552 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ae8f4a25-c415-48fe-958d-f4c96ebf1f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9995903'] for segment, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: Traceback (most recent call last): Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: timer() Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: cb(*args, **kw) Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: return func(*args, **kwargs) Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: self._notify() Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: self.callback(batched_events) Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: event.method(event) Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: return f(self, *a, **k) Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: return self._get(url).json() Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: return self.request(url, 'GET', **kwargs) Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:47:56.595363 dv-cinder-763306-14-iscsi neutron-server[100361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:47:56.741888 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ae8f4a25-c415-48fe-958d-f4c96ebf1f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617152'] for network, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:56.745709 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:47:56.748132 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ae8f4a25-c415-48fe-958d-f4c96ebf1f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:56.749804 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-ae8f4a25-c415-48fe-958d-f4c96ebf1f68 admin admin] 10.222.0.102 "DELETE /v2.0/networks/0d814395-0aef-449f-bcba-f7da97787837 HTTP/1.1" status: 204 len: 168 time: 0.6905096 Jun 29 17:47:56.761402 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f4a25-c415-48fe-958d-f4c96ebf1f68 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d814395-0aef-449f-bcba-f7da97787837,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:47:56.766500 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-ae8f4a25-c415-48fe-958d-f4c96ebf1f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:47:57.103877 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device e1ecd20f-1075-4036-9832-958c15b30a23 no longer exists at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:47:57.122288 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 38296) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:47:57.125556 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] No Port match for: e1ecd20f-1075-4036-9832-958c15b30a23 {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:47:57.126071 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device e1ecd20f-1075-4036-9832-958c15b30a23 not bound to the agent host dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:47:57.126653 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 71ae518e-6e01-4581-a4ec-afe3a3eb707b no longer exists at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:47:57.151665 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] No Port match for: 71ae518e-6e01-4581-a4ec-afe3a3eb707b {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:47:57.152076 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 71ae518e-6e01-4581-a4ec-afe3a3eb707b not bound to the agent host dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:47:57.152480 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 67aa1f80-e604-402d-859a-40251aa49c68 no longer exists at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:47:57.170944 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-2624adea-9e0b-4779-a557-f44e7f07110b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=87f56b14a5034bf38448dbb35360a4fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0471933 Jun 29 17:47:57.173352 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] No Port match for: 67aa1f80-e604-402d-859a-40251aa49c68 {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:47:57.173352 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 67aa1f80-e604-402d-859a-40251aa49c68 not bound to the agent host dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:47:57.174670 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 38298) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:47:57.237550 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-076cc19a-1185-4e19-9a8f-fc5c93e5b42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:57.262910 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-076cc19a-1185-4e19-9a8f-fc5c93e5b42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:57.387102 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-076cc19a-1185-4e19-9a8f-fc5c93e5b42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:57.389703 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-076cc19a-1185-4e19-9a8f-fc5c93e5b42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:57.390871 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-076cc19a-1185-4e19-9a8f-fc5c93e5b42d admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e9434741-f9b9-4fe1-9de6-b706deebd8e2 HTTP/1.1" status: 204 len: 168 time: 0.2160132 Jun 29 17:47:57.391817 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-73e5ce2e-e486-4249-9c95-4f8a420d7950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:47:57.400518 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076cc19a-1185-4e19-9a8f-fc5c93e5b42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9434741-f9b9-4fe1-9de6-b706deebd8e2,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:47:57.402878 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-076cc19a-1185-4e19-9a8f-fc5c93e5b42d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:47:57.415371 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-2c87d5ec-a823-49b3-acf7-83fe822c87f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:58.436936 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 38330) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:47:58.538066 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-b91f3c07-7004-475a-9f25-a83d60b90e18 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1832195756-network', 'tenant_id': '864585b76c7946abbf0d46920c0e1316'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:47:58.585374 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e75e5-3c34-43cb-bf42-9eab04471347 req-8ecd3511-01b4-4d09-b7e5-ab8d11d4b55e tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:58.586962 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-756e75e5-3c34-43cb-bf42-9eab04471347 req-8ecd3511-01b4-4d09-b7e5-ab8d11d4b55e tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 946 time: 0.0717320 Jun 29 17:47:58.626423 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-756e75e5-3c34-43cb-bf42-9eab04471347 req-e6f8e0af-9076-447e-904c-f2dd8a76f840 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336161 Jun 29 17:47:58.644082 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91f3c07-7004-475a-9f25-a83d60b90e18 admin admin] Made reservation on behalf of 864585b76c7946abbf0d46920c0e1316 for: {'network': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:47:58.646605 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b91f3c07-7004-475a-9f25-a83d60b90e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for network, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:58.655664 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b91f3c07-7004-475a-9f25-a83d60b90e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:58.750168 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b91f3c07-7004-475a-9f25-a83d60b90e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:58.825557 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b91f3c07-7004-475a-9f25-a83d60b90e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:58.828671 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-3f1eb2c0-00f1-4284-aa42-ea981273a9fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:47:58.852064 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91f3c07-7004-475a-9f25-a83d60b90e18 admin admin] vlan segment allocate from pool success with {'vlan_id': 943, 'physical_network': 'physnet1'} {{(pid=100361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:47:58.861539 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f3c07-7004-475a-9f25-a83d60b90e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c03d94-0868-4618-9c97-b2c0e3936421,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:47:58.866291 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b91f3c07-7004-475a-9f25-a83d60b90e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:47:58.867327 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b91f3c07-7004-475a-9f25-a83d60b90e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:58.867668 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.db.segments_db [None req-b91f3c07-7004-475a-9f25-a83d60b90e18 admin admin] Added segment 049ba01c-72be-4d8b-9f56-1c7e4aba2261 of type vlan for network c167f738-4949-48a1-965c-a2774dc79b55 Jun 29 17:47:58.909485 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b91f3c07-7004-475a-9f25-a83d60b90e18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732082150732'] for network, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:59.015802 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b91f3c07-7004-475a-9f25-a83d60b90e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for network, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:59.017085 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91f3c07-7004-475a-9f25-a83d60b90e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:59.017669 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b91f3c07-7004-475a-9f25-a83d60b90e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:59.019998 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-d13c49b5-f0f7-4b57-8a34-81841d764fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:47:59.079834 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f3c07-7004-475a-9f25-a83d60b90e18 admin admin] Pushing event updated for resources: {'Network': ['ID=c167f738-4949-48a1-965c-a2774dc79b55,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:47:59.082487 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b91f3c07-7004-475a-9f25-a83d60b90e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:47:59.089900 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Network c167f738-4949-48a1-965c-a2774dc79b55 details requested by agent ovs-agent-dv-cinder-763306-14-iscsi with host dv-cinder-763306-14-iscsi {{(pid=100363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:47:59.125164 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-b91f3c07-7004-475a-9f25-a83d60b90e18 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6867201 Jun 29 17:47:59.128267 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 38334) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:47:59.133844 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-72e5a677-1411-4873-82f0-40a452d5345e admin admin] Request body: {'subnet': {'network_id': 'c167f738-4949-48a1-965c-a2774dc79b55', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1832195756-subnet', 'tenant_id': '864585b76c7946abbf0d46920c0e1316', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:47:59.238931 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e5a677-1411-4873-82f0-40a452d5345e admin admin] Made reservation on behalf of 864585b76c7946abbf0d46920c0e1316 for: {'subnet': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:47:59.241372 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-72e5a677-1411-4873-82f0-40a452d5345e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2477039'] for subnet, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:59.490360 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-72e5a677-1411-4873-82f0-40a452d5345e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9995933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2477053'] for subnet, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:59.492747 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:47:59.549548 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5a677-1411-4873-82f0-40a452d5345e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdfa49b2-5410-4b6d-827e-c85627c65a08,revision_number=0']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:47:59.553991 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-72e5a677-1411-4873-82f0-40a452d5345e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:47:59.561888 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e5a677-1411-4873-82f0-40a452d5345e admin admin] Checking segment: {'id': '049ba01c-72be-4d8b-9f56-1c7e4aba2261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c167f738-4949-48a1-965c-a2774dc79b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:47:59.562241 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e5a677-1411-4873-82f0-40a452d5345e admin admin] Network hostable DHCP agents. Network: c167f738-4949-48a1-965c-a2774dc79b55, hostable agents: ['24069b9b-1321-42f1-b289-5cb1180ca833'], hosted agents: [] {{(pid=100361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:47:59.671077 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e5a677-1411-4873-82f0-40a452d5345e admin admin] Network c167f738-4949-48a1-965c-a2774dc79b55 is scheduled to be hosted by DHCP agent 24069b9b-1321-42f1-b289-5cb1180ca833 with binding_index 1 {{(pid=100361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:47:59.741074 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-72e5a677-1411-4873-82f0-40a452d5345e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-iscsi, c167f738-4949-48a1-965c-a2774dc79b55) {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:47:59.746146 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e5a677-1411-4873-82f0-40a452d5345e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:59.747918 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-72e5a677-1411-4873-82f0-40a452d5345e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:59.750668 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e6099f-05ed-4222-8417-367de633041a None None] Network c167f738-4949-48a1-965c-a2774dc79b55 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:47:59.813217 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-5d6da287-136b-44fb-a6a0-52f3676abfd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:59.813784 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300bc87-24e2-4c6c-aa77-d9c2eed54908 req-ad06978c-529a-47fa-999e-cde1b7bf7c1d tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:59.820283 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c300bc87-24e2-4c6c-aa77-d9c2eed54908 req-ad06978c-529a-47fa-999e-cde1b7bf7c1d tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 946 time: 0.0711660 Jun 29 17:47:59.843829 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-72e5a677-1411-4873-82f0-40a452d5345e admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7096753 Jun 29 17:47:59.868184 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c300bc87-24e2-4c6c-aa77-d9c2eed54908 req-3fa32d64-c65e-42bb-b4b0-8507d8e7d0ce tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups?id=37b3b39a-d23d-4788-b622-1d934e6d5b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469904 Jun 29 17:47:59.894025 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:47:59.910490 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acfaa23-5970-4b30-acae-ce0f9422a2b4 None None] Network c167f738-4949-48a1-965c-a2774dc79b55 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:47:59.958560 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9625497-34f7-43d7-a6a7-910805b03cc1 req-a9e442e8-aa97-4228-bd29-56d2d4b1ac35 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:47:59.960147 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-e9625497-34f7-43d7-a6a7-910805b03cc1 req-a9e442e8-aa97-4228-bd29-56d2d4b1ac35 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 946 time: 0.0692294 Jun 29 17:48:00.077341 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-e9625497-34f7-43d7-a6a7-910805b03cc1 req-396cfb1d-f9e4-450e-acea-d082c66783bf tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Deleting port 31ac6c57-84a7-4de3-b787-43960080f888 {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:48:00.077740 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-e9625497-34f7-43d7-a6a7-910805b03cc1 req-396cfb1d-f9e4-450e-acea-d082c66783bf tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:00.183040 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-e9625497-34f7-43d7-a6a7-910805b03cc1 req-396cfb1d-f9e4-450e-acea-d082c66783bf tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] For port 31ac6c57-84a7-4de3-b787-43960080f888, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=31ac6c57-84a7-4de3-b787-43960080f888,segment=NetworkSegment(ed133f60-0561-402c-b298-d58ce672a887),segment_id=ed133f60-0561-402c-b298-d58ce672a887)] {{(pid=100361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:48:00.184192 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-e9625497-34f7-43d7-a6a7-910805b03cc1 req-396cfb1d-f9e4-450e-acea-d082c66783bf tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:00.317271 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-a903b792-72a8-49d1-b9e0-c107da904c9d tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:00.318716 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-a903b792-72a8-49d1-b9e0-c107da904c9d tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/networks?id=c167f738-4949-48a1-965c-a2774dc79b55 HTTP/1.1" status: 200 len: 815 time: 0.1140280 Jun 29 17:48:00.334391 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-3004deb7-491d-4a55-8829-96121a31105f tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/quotas/864585b76c7946abbf0d46920c0e1316 HTTP/1.1" status: 200 len: 375 time: 0.0096588 Jun 29 17:48:00.362361 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-e9625497-34f7-43d7-a6a7-910805b03cc1 req-396cfb1d-f9e4-450e-acea-d082c66783bf tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:00.362734 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-e9625497-34f7-43d7-a6a7-910805b03cc1 req-396cfb1d-f9e4-450e-acea-d082c66783bf tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617202'] for floatingip, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:00.363620 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.db.l3_db [req-e9625497-34f7-43d7-a6a7-910805b03cc1 req-396cfb1d-f9e4-450e-acea-d082c66783bf tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Floating IP 629fc67e-701d-4d53-b849-2567159f851c disassociated. External IP: 172.27.3.55, port: 31ac6c57-84a7-4de3-b787-43960080f888. Jun 29 17:48:00.364014 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-e9625497-34f7-43d7-a6a7-910805b03cc1 req-396cfb1d-f9e4-450e-acea-d082c66783bf tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Calling delete_port for 31ac6c57-84a7-4de3-b787-43960080f888 owned by compute:nova {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:48:00.371661 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-84729455-c2e0-4f2d-ab2f-e1a52a62ac77 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=864585b76c7946abbf0d46920c0e1316&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317800 Jun 29 17:48:00.478706 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-a68d0965-7ae9-417a-95a6-989432feedb8 service neutron] 10.222.0.102 "GET /v2.0/networks/c167f738-4949-48a1-965c-a2774dc79b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998874 Jun 29 17:48:00.556902 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-e9625497-34f7-43d7-a6a7-910805b03cc1 req-396cfb1d-f9e4-450e-acea-d082c66783bf tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995816'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:00.562898 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-66494795-53e9-40e5-ad53-2b406d2dcdb9 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:00.572791 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-34205959-3a63-499b-b1f7-f6ef9f977061 service neutron] 10.222.0.102 "GET /v2.0/networks/c167f738-4949-48a1-965c-a2774dc79b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881443 Jun 29 17:48:00.593495 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396cfb1d-f9e4-450e-acea-d082c66783bf tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Pushing event deleted for resources: {'Port': ['ID=31ac6c57-84a7-4de3-b787-43960080f888,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:00.595930 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-396cfb1d-f9e4-450e-acea-d082c66783bf tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:00.714695 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9625497-34f7-43d7-a6a7-910805b03cc1 req-396cfb1d-f9e4-450e-acea-d082c66783bf tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Router 7e718a58-b63d-46dc-9ced-0bdcc9c1a779 has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:48:00.843963 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9625497-34f7-43d7-a6a7-910805b03cc1 req-396cfb1d-f9e4-450e-acea-d082c66783bf tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:48:00.857867 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f647377-64d7-48e1-acd6-406cc014504f None None] Sync routers for ids ['7e718a58-b63d-46dc-9ced-0bdcc9c1a779'] in dv-cinder-763306-14-iscsi {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:48:00.875336 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f647377-64d7-48e1-acd6-406cc014504f None None] Routers {'7e718a58-b63d-46dc-9ced-0bdcc9c1a779'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:48:00.876592 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-3f647377-64d7-48e1-acd6-406cc014504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:48:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['7e718a58-b63d-46dc-9ced-0bdcc9c1a779'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:48:00.879206 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e7fbea66-23fc-4fbe-aefe-83b5fab4f6c4 req-86edf67e-b00a-419d-82db-24b5f9daab5f tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=428a7619-e7f8-4c7e-9858-cb67fdf92e0b HTTP/1.1" status: 200 len: 210 time: 0.0562921 Jun 29 17:48:00.895093 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9625497-34f7-43d7-a6a7-910805b03cc1 req-396cfb1d-f9e4-450e-acea-d082c66783bf tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] No DVR routers for this DVR port 31ac6c57-84a7-4de3-b787-43960080f888 on host hv-cinder-76330 {{(pid=100361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:48:00.898119 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-e9625497-34f7-43d7-a6a7-910805b03cc1 req-396cfb1d-f9e4-450e-acea-d082c66783bf tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:00.900917 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-e9625497-34f7-43d7-a6a7-910805b03cc1 req-396cfb1d-f9e4-450e-acea-d082c66783bf tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.66 "DELETE /v2.0/ports/31ac6c57-84a7-4de3-b787-43960080f888 HTTP/1.1" status: 204 len: 173 time: 0.9350245 Jun 29 17:48:00.903901 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1327918-df37-4cd9-8a30-6d4eca96b70b', 'name': 'network-vif-deleted', 'tag': '31ac6c57-84a7-4de3-b787-43960080f888'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:48:00.914484 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3635cbd2-f046-415f-bc09-2c48dea2df3a" -d '{"events": [{"server_uuid": "a1327918-df37-4cd9-8a30-6d4eca96b70b", "name": "network-vif-deleted", "tag": "31ac6c57-84a7-4de3-b787-43960080f888"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:48:00.996067 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f338ac8-0532-4b97-a63b-3d50f9c2bc0f x-openstack-request-id: req-5f338ac8-0532-4b97-a63b-3d50f9c2bc0f {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:48:00.996583 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1327918-df37-4cd9-8a30-6d4eca96b70b", "name": "network-vif-deleted", "tag": "31ac6c57-84a7-4de3-b787-43960080f888", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:48:00.997115 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-5f338ac8-0532-4b97-a63b-3d50f9c2bc0f {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:48:00.999342 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1327918-df37-4cd9-8a30-6d4eca96b70b', 'name': 'network-vif-deleted', 'tag': '31ac6c57-84a7-4de3-b787-43960080f888', 'status': 'completed', 'code': 200} Jun 29 17:48:01.015255 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-3f647377-64d7-48e1-acd6-406cc014504f None None] Set router 7e718a58-b63d-46dc-9ced-0bdcc9c1a779 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:48:01.077541 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a273e132-4ac8-449b-be2e-1f893aaf34bc req-ffd2262a-a55d-4330-a867-03b842477985 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/ports?device_id=a1327918-df37-4cd9-8a30-6d4eca96b70b HTTP/1.1" status: 200 len: 210 time: 0.0342102 Jun 29 17:48:01.225871 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-3f647377-64d7-48e1-acd6-406cc014504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'name': 'tempest-AttachVolumeShelveTestJSON-635234752-router', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:41:01Z', 'revision_number': 4, 'project_id': '84f447d134ac4605856ab46f7e636965', 'gw_port': {'id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:52Z', 'updated_at': '2021-06-29T17:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '41425cce-35a2-471d-900d-8e59e8bba4aa', 'name': '', 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'mac_address': 'fa:16:3e:90:dc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:58Z', 'updated_at': '2021-06-29T17:41:11Z', 'revision_number': 5, 'project_id': '84f447d134ac4605856ab46f7e636965', 'subnets': [{'id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:48:01.252629 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f647377-64d7-48e1-acd6-406cc014504f None None] Checking router: 7e718a58-b63d-46dc-9ced-0bdcc9c1a779 for host: dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:48:01.261873 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f647377-64d7-48e1-acd6-406cc014504f None None] Routers {'7e718a58-b63d-46dc-9ced-0bdcc9c1a779'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:48:01.262871 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-3f647377-64d7-48e1-acd6-406cc014504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:48:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['7e718a58-b63d-46dc-9ced-0bdcc9c1a779'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:48:01.383699 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-3f647377-64d7-48e1-acd6-406cc014504f None None] Set router 7e718a58-b63d-46dc-9ced-0bdcc9c1a779 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:48:01.483391 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:01.590830 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-3f647377-64d7-48e1-acd6-406cc014504f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'name': 'tempest-AttachVolumeShelveTestJSON-635234752-router', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:41:01Z', 'revision_number': 4, 'project_id': '84f447d134ac4605856ab46f7e636965', 'gw_port': {'id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:52Z', 'updated_at': '2021-06-29T17:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '41425cce-35a2-471d-900d-8e59e8bba4aa', 'name': '', 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'mac_address': 'fa:16:3e:90:dc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:58Z', 'updated_at': '2021-06-29T17:41:11Z', 'revision_number': 5, 'project_id': '84f447d134ac4605856ab46f7e636965', 'subnets': [{'id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:48:01.624436 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f647377-64d7-48e1-acd6-406cc014504f None None] The sync data for ids ['7e718a58-b63d-46dc-9ced-0bdcc9c1a779'] in dv-cinder-763306-14-iscsi is: [{'id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'name': 'tempest-AttachVolumeShelveTestJSON-635234752-router', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:41:01Z', 'revision_number': 4, 'project_id': '84f447d134ac4605856ab46f7e636965', 'gw_port': {'id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:52Z', 'updated_at': '2021-06-29T17:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '41425cce-35a2-471d-900d-8e59e8bba4aa', 'name': '', 'network_id': '0ee3f12c-3998-4005-bfbc-d8cd7c4223e0', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'mac_address': 'fa:16:3e:90:dc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:58Z', 'updated_at': '2021-06-29T17:41:11Z', 'revision_number': 5, 'project_id': '84f447d134ac4605856ab46f7e636965', 'subnets': [{'id': 'e367aaf4-13cb-4861-b876-86e2e819d122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:48:01.875039 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4080606-6edd-4bbc-9f18-cc75d3cfc6ef None None] New status for floating IP 629fc67e-701d-4d53-b849-2567159f851c: DOWN {{(pid=100363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 17:48:01.958421 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d75eff32-2940-446a-b029-5fcf8d36fdf6 req-c3bd45f1-7f36-45bf-891d-83afb2a523aa tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=428a7619-e7f8-4c7e-9858-cb67fdf92e0b HTTP/1.1" status: 200 len: 210 time: 0.0305657 Jun 29 17:48:02.291344 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 38378) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:48:02.359320 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a3e9f6b3-3961-4c2e-88e1-559da27f9516 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:02.384810 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a3e9f6b3-3961-4c2e-88e1-559da27f9516 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:02.501096 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a3e9f6b3-3961-4c2e-88e1-559da27f9516 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:02.503836 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a3e9f6b3-3961-4c2e-88e1-559da27f9516 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:02.505222 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-a3e9f6b3-3961-4c2e-88e1-559da27f9516 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "DELETE /v2.0/security-groups/37b3b39a-d23d-4788-b622-1d934e6d5b1b HTTP/1.1" status: 204 len: 168 time: 0.2127421 Jun 29 17:48:02.505990 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-c10ee9aa-bfd2-4efc-8d29-6e809141e3b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:02.507996 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 38380) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:48:02.522000 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9f6b3-3961-4c2e-88e1-559da27f9516 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b3b39a-d23d-4788-b622-1d934e6d5b1b,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:02.524034 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.api.v2.resource [None req-fbd99707-8833-4455-8bef-68695c72394b tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] show failed (client error): The resource could not be found. Jun 29 17:48:02.524530 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-a3e9f6b3-3961-4c2e-88e1-559da27f9516 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:02.525029 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-fbd99707-8833-4455-8bef-68695c72394b tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "GET /v2.0/security-groups/37b3b39a-d23d-4788-b622-1d934e6d5b1b HTTP/1.1" status: 404 len: 347 time: 0.0160756 Jun 29 17:48:02.528142 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 38382) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:48:02.662096 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-75c824ba-135d-4633-854c-7156f7864c07 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Deleting port 2f9d3831-2855-40d8-aa6c-d9816a50f7b3 {{(pid=100362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:48:02.662539 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-75c824ba-135d-4633-854c-7156f7864c07 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:02.744768 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-75c824ba-135d-4633-854c-7156f7864c07 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:02.745101 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-75c824ba-135d-4633-854c-7156f7864c07 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:02.757281 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-75c824ba-135d-4633-854c-7156f7864c07 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Calling delete_port for 2f9d3831-2855-40d8-aa6c-d9816a50f7b3 owned by network:floatingip {{(pid=100362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:48:02.776696 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:48:02.975665 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-75c824ba-135d-4633-854c-7156f7864c07 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2715355'] for port, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:02.977784 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-a3f4e2f9-4c63-4d6a-bfac-8ea53f7be0ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:03.002496 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c824ba-135d-4633-854c-7156f7864c07 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Pushing event deleted for resources: {'Port': ['ID=2f9d3831-2855-40d8-aa6c-d9816a50f7b3,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:03.014434 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c824ba-135d-4633-854c-7156f7864c07 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:48:03.020735 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c824ba-135d-4633-854c-7156f7864c07 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:48:03.020735 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c824ba-135d-4633-854c-7156f7864c07 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:48:03.020735 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c824ba-135d-4633-854c-7156f7864c07 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:48:03.020735 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c824ba-135d-4633-854c-7156f7864c07 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:48:03.020735 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c824ba-135d-4633-854c-7156f7864c07 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:48:03.020735 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c824ba-135d-4633-854c-7156f7864c07 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:48:03.020735 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c824ba-135d-4633-854c-7156f7864c07 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:48:03.020735 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c824ba-135d-4633-854c-7156f7864c07 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:48:03.020735 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c824ba-135d-4633-854c-7156f7864c07 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:48:03.020735 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c824ba-135d-4633-854c-7156f7864c07 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:48:03.020735 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c824ba-135d-4633-854c-7156f7864c07 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:48:03.038040 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-75c824ba-135d-4633-854c-7156f7864c07 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:03.079175 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-75c824ba-135d-4633-854c-7156f7864c07 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks [] for floatingip, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:03.084031 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-75c824ba-135d-4633-854c-7156f7864c07 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for floatingip, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:03.085198 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-75c824ba-135d-4633-854c-7156f7864c07 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] 10.222.0.102 "DELETE /v2.0/floatingips/629fc67e-701d-4d53-b849-2567159f851c HTTP/1.1" status: 204 len: 168 time: 0.5558197 Jun 29 17:48:03.123370 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bb7f52b9-bf5b-4b3c-98e1-4475309f9771 req-2f94fdf0-1443-40a1-b909-5c910bb87344 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=428a7619-e7f8-4c7e-9858-cb67fdf92e0b HTTP/1.1" status: 200 len: 210 time: 0.0370851 Jun 29 17:48:03.209147 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 31ac6c57-84a7-4de3-b787-43960080f888 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:48:03.229865 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] No Port match for: 31ac6c57-84a7-4de3-b787-43960080f888 {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:48:03.230217 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 31ac6c57-84a7-4de3-b787-43960080f888 not bound to the agent host hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:48:03.231641 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:03.385954 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-f667eb65-e4be-4e3a-ae97-95d8ede29be6 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:03.388586 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-f667eb65-e4be-4e3a-ae97-95d8ede29be6 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.66 "GET /v2.0/networks?id=c167f738-4949-48a1-965c-a2774dc79b55 HTTP/1.1" status: 200 len: 815 time: 0.1067691 Jun 29 17:48:03.402197 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-16971371-0d3d-45e8-b690-66d391f457c8 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Request body: {'port': {'device_id': '428a7619-e7f8-4c7e-9858-cb67fdf92e0b', 'network_id': 'c167f738-4949-48a1-965c-a2774dc79b55', 'admin_state_up': True, 'tenant_id': '864585b76c7946abbf0d46920c0e1316'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:48:03.574230 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-16971371-0d3d-45e8-b690-66d391f457c8 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Made reservation on behalf of 864585b76c7946abbf0d46920c0e1316 for: {'port': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:48:03.579575 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-16971371-0d3d-45e8-b690-66d391f457c8 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:03.721292 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-16971371-0d3d-45e8-b690-66d391f457c8 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Allocated IP 172.20.0.2 (c167f738-4949-48a1-965c-a2774dc79b55/fdfa49b2-5410-4b6d-827e-c85627c65a08/e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:48:03.887665 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-16971371-0d3d-45e8-b690-66d391f457c8 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:03.985708 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-16971371-0d3d-45e8-b690-66d391f457c8 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9995809'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:03.991497 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-ce282da8-0727-4a54-ac0d-3e8b0ad78486 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:04.027830 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-16971371-0d3d-45e8-b690-66d391f457c8 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Network c167f738-4949-48a1-965c-a2774dc79b55 is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:48:04.030672 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2efa3f33-5c01-4413-b222-a7657c44196e req-7a3d7a45-d995-4587-a3cc-ef644a91ce8c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=de56b305-8334-43ff-9de2-7a2904f78aef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532947 Jun 29 17:48:04.033224 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-16971371-0d3d-45e8-b690-66d391f457c8 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:48:04.036383 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-16971371-0d3d-45e8-b690-66d391f457c8 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:48:04.071963 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16971371-0d3d-45e8-b690-66d391f457c8 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Pushing event updated for resources: {'Port': ['ID=e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:04.076641 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-16971371-0d3d-45e8-b690-66d391f457c8 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:04.100010 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-16971371-0d3d-45e8-b690-66d391f457c8 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:04.100662 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-16971371-0d3d-45e8-b690-66d391f457c8 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:04.147861 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa3f33-5c01-4413-b222-a7657c44196e req-6190ee28-c106-42e5-8e0a-5723c98a7f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:04.149521 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2efa3f33-5c01-4413-b222-a7657c44196e req-6190ee28-c106-42e5-8e0a-5723c98a7f8f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ffa0e33d5f7845379cdcff1fd75bcfc7&device_id=de56b305-8334-43ff-9de2-7a2904f78aef HTTP/1.1" status: 200 len: 1099 time: 0.0636299 Jun 29 17:48:04.163862 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-16971371-0d3d-45e8-b690-66d391f457c8 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7666028 Jun 29 17:48:04.181744 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-795a299c-8580-4080-a559-e7945fdd4a07 service neutron] Request body: {'port': {'device_id': '428a7619-e7f8-4c7e-9858-cb67fdf92e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:48:04.269312 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-795a299c-8580-4080-a559-e7945fdd4a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:04.321947 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa3f33-5c01-4413-b222-a7657c44196e req-4ddaa592-72f6-4aec-9279-5d115cfc2e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:04.323412 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2efa3f33-5c01-4413-b222-a7657c44196e req-4ddaa592-72f6-4aec-9279-5d115cfc2e37 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ff2185c-17e8-4779-b98f-a1cbc800f8a8 HTTP/1.1" status: 200 len: 913 time: 0.1457033 Jun 29 17:48:04.390344 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79aaeb-aa82-416f-a1fa-608ecd0f00f7 req-9b286dea-bba1-4f95-a7e8-dac5c38dece3 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:04.391825 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-be79aaeb-aa82-416f-a1fa-608ecd0f00f7 req-9b286dea-bba1-4f95-a7e8-dac5c38dece3 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=428a7619-e7f8-4c7e-9858-cb67fdf92e0b HTTP/1.1" status: 200 len: 931 time: 0.1347008 Jun 29 17:48:04.421006 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2efa3f33-5c01-4413-b222-a7657c44196e req-7fa1ebc7-360d-494c-9b9b-92756dac3d02 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=178e1df4-4df1-4d13-b2a3-f5393fd0f983 HTTP/1.1" status: 200 len: 1002 time: 0.0899823 Jun 29 17:48:04.469824 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-be79aaeb-aa82-416f-a1fa-608ecd0f00f7 req-6ed560e6-6409-4be3-9d89-115d8751a094 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687046 Jun 29 17:48:04.487674 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa3f33-5c01-4413-b222-a7657c44196e req-d119161a-de0b-43c4-8330-c0add522f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:04.489451 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2efa3f33-5c01-4413-b222-a7657c44196e req-d119161a-de0b-43c4-8330-c0add522f02c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b7e9dcee-74f5-48ad-89ce-ac67b815e2b9 HTTP/1.1" status: 200 len: 851 time: 0.0601184 Jun 29 17:48:04.570068 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa3f33-5c01-4413-b222-a7657c44196e req-e5856cf4-8829-484d-90ed-d2d3dd3a2e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:04.571583 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2efa3f33-5c01-4413-b222-a7657c44196e req-e5856cf4-8829-484d-90ed-d2d3dd3a2e6c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ff2185c-17e8-4779-b98f-a1cbc800f8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0764995 Jun 29 17:48:04.580182 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-795a299c-8580-4080-a559-e7945fdd4a07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca {{(pid=100361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:48:04.588947 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-795a299c-8580-4080-a559-e7945fdd4a07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:04.611344 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-795a299c-8580-4080-a559-e7945fdd4a07 service neutron] Transition to ACTIVE for port object e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca will not be triggered until provisioned by entity L2. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:48:04.676051 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2efa3f33-5c01-4413-b222-a7657c44196e req-bf1a598c-72e1-4087-afd0-653241324ba1 service neutron] 10.222.0.66 "GET /v2.0/networks/1ff2185c-17e8-4779-b98f-a1cbc800f8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972371 Jun 29 17:48:04.678613 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-795a299c-8580-4080-a559-e7945fdd4a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995795'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:04.681602 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-16971371-0d3d-45e8-b690-66d391f457c8 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:04.731661 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a299c-8580-4080-a559-e7945fdd4a07 service neutron] Pushing event updated for resources: {'Port': ['ID=e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca,revision_number=2']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:04.735383 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-795a299c-8580-4080-a559-e7945fdd4a07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:04.771275 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2efa3f33-5c01-4413-b222-a7657c44196e req-8faf7c1e-b16c-419e-acac-804dffc6826b service neutron] 10.222.0.66 "GET /v2.0/networks/1ff2185c-17e8-4779-b98f-a1cbc800f8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888991 Jun 29 17:48:04.807596 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-795a299c-8580-4080-a559-e7945fdd4a07 service neutron] Attempting to bind port e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca on host hv-cinder-76330 for vnic_type normal with profile {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:48:04.808173 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-795a299c-8580-4080-a559-e7945fdd4a07 service neutron] Attempting to bind port e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '049ba01c-72be-4d8b-9f56-1c7e4aba2261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c167f738-4949-48a1-965c-a2774dc79b55'}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:48:04.808745 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-795a299c-8580-4080-a559-e7945fdd4a07 service neutron] Attempting to bind port e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca on network c167f738-4949-48a1-965c-a2774dc79b55 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:48:04.813897 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-795a299c-8580-4080-a559-e7945fdd4a07 service neutron] Port e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca on network c167f738-4949-48a1-965c-a2774dc79b55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:48:04.814220 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-795a299c-8580-4080-a559-e7945fdd4a07 service neutron] Attempting to bind port e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca on network c167f738-4949-48a1-965c-a2774dc79b55 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:48:04.820235 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-795a299c-8580-4080-a559-e7945fdd4a07 service neutron] Checking agent: {'id': '7e509413-8b3d-41cc-85c9-4a7e2393f098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'started_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:48:04.820585 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-795a299c-8580-4080-a559-e7945fdd4a07 service neutron] Checking segment: {'id': '049ba01c-72be-4d8b-9f56-1c7e4aba2261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c167f738-4949-48a1-965c-a2774dc79b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:48:04.820955 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-795a299c-8580-4080-a559-e7945fdd4a07 service neutron] Bound using segment: {'id': '049ba01c-72be-4d8b-9f56-1c7e4aba2261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c167f738-4949-48a1-965c-a2774dc79b55'} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:48:04.821464 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-795a299c-8580-4080-a559-e7945fdd4a07 service neutron] Bound port: e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '049ba01c-72be-4d8b-9f56-1c7e4aba2261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c167f738-4949-48a1-965c-a2774dc79b55'}}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:48:04.821821 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-795a299c-8580-4080-a559-e7945fdd4a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:04.915968 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-795a299c-8580-4080-a559-e7945fdd4a07 service neutron] For port e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca, host hv-cinder-76330, cleared binding levels {{(pid=100361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:48:04.919387 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-795a299c-8580-4080-a559-e7945fdd4a07 service neutron] For port e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca,segment=NetworkSegment(049ba01c-72be-4d8b-9f56-1c7e4aba2261),segment_id=049ba01c-72be-4d8b-9f56-1c7e4aba2261)] {{(pid=100361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:48:05.008765 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-795a299c-8580-4080-a559-e7945fdd4a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995795'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:05.010946 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-06e7329d-672e-4d69-ad97-4ef954b62072 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:05.047697 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-795a299c-8580-4080-a559-e7945fdd4a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:05.048472 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-795a299c-8580-4080-a559-e7945fdd4a07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:05.049857 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-795a299c-8580-4080-a559-e7945fdd4a07 service neutron] 10.222.0.66 "PUT /v2.0/ports/e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca HTTP/1.1" status: 200 len: 1093 time: 0.8734827 Jun 29 17:48:05.050365 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428a7619-e7f8-4c7e-9858-cb67fdf92e0b', 'tag': 'e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:48:05.053674 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54557278-979a-4766-8af5-f921e5e9bb43" -d '{"events": [{"name": "network-changed", "server_uuid": "428a7619-e7f8-4c7e-9858-cb67fdf92e0b", "tag": "e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:48:05.079846 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a299c-8580-4080-a559-e7945fdd4a07 service neutron] Pushing event updated for resources: {'Port': ['ID=e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca,revision_number=3']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:05.083684 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-795a299c-8580-4080-a559-e7945fdd4a07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:05.094017 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbaafd90-a40e-4f48-a2e9-bd0410d5a427 x-openstack-request-id: req-cbaafd90-a40e-4f48-a2e9-bd0410d5a427 {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:48:05.094017 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "428a7619-e7f8-4c7e-9858-cb67fdf92e0b", "tag": "e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:48:05.094017 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-cbaafd90-a40e-4f48-a2e9-bd0410d5a427 {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:48:05.094017 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428a7619-e7f8-4c7e-9858-cb67fdf92e0b', 'tag': 'e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca', 'status': 'completed', 'code': 200} Jun 29 17:48:05.183959 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54557278-979a-4766-8af5-f921e5e9bb43 req-1a51fa67-3cbb-4245-baab-3e5b417b0311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:05.185316 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-54557278-979a-4766-8af5-f921e5e9bb43 req-1a51fa67-3cbb-4245-baab-3e5b417b0311 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=864585b76c7946abbf0d46920c0e1316&device_id=428a7619-e7f8-4c7e-9858-cb67fdf92e0b HTTP/1.1" status: 200 len: 1096 time: 0.0669599 Jun 29 17:48:05.291557 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54557278-979a-4766-8af5-f921e5e9bb43 req-2f7ebc7f-3487-4097-a1ec-03f7cc56f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:05.293041 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-54557278-979a-4766-8af5-f921e5e9bb43 req-2f7ebc7f-3487-4097-a1ec-03f7cc56f0e3 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=864585b76c7946abbf0d46920c0e1316&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0989635 Jun 29 17:48:05.400452 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54557278-979a-4766-8af5-f921e5e9bb43 req-fae89b13-58d1-404a-ac6e-fbbbe3578211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:05.402026 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-54557278-979a-4766-8af5-f921e5e9bb43 req-fae89b13-58d1-404a-ac6e-fbbbe3578211 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021504 Jun 29 17:48:05.507013 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-d4831a5d-9346-427c-9f0b-034eb2d746bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:05.511543 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-d4831a5d-9346-427c-9f0b-034eb2d746bd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=864585b76c7946abbf0d46920c0e1316&device_id=428a7619-e7f8-4c7e-9858-cb67fdf92e0b HTTP/1.1" status: 200 len: 1096 time: 0.0600560 Jun 29 17:48:05.558213 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-ea26ab1e-86eb-4fe3-9280-7d07a1109538 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca HTTP/1.1" status: 200 len: 217 time: 0.0422919 Jun 29 17:48:05.630740 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-1df3d4c1-82e9-47d6-94e6-7c06d056c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:05.632333 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-1df3d4c1-82e9-47d6-94e6-7c06d056c258 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fdfa49b2-5410-4b6d-827e-c85627c65a08 HTTP/1.1" status: 200 len: 855 time: 0.0670233 Jun 29 17:48:05.671248 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-5c412ae0-665c-4d8d-b43c-6fb8898c62f5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c167f738-4949-48a1-965c-a2774dc79b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319118 Jun 29 17:48:05.718977 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fbee2-35a4-425c-8538-f379a5122811 req-78e6f701-cfe9-48a4-a387-057813ae86a4 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:05.720519 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b75fbee2-35a4-425c-8538-f379a5122811 req-78e6f701-cfe9-48a4-a387-057813ae86a4 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=428a7619-e7f8-4c7e-9858-cb67fdf92e0b HTTP/1.1" status: 200 len: 943 time: 0.0805440 Jun 29 17:48:05.762612 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b75fbee2-35a4-425c-8538-f379a5122811 req-29baf3d5-e343-4f59-b29e-bc0128d0f6d0 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337946 Jun 29 17:48:05.789024 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-bee667cb-2384-4873-a846-3b3684543570 service neutron] 10.222.0.66 "GET /v2.0/networks/c167f738-4949-48a1-965c-a2774dc79b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109269 Jun 29 17:48:06.056153 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 38416) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:48:06.182369 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d7c1cca1-79d2-4df5-930a-6218acda235a req-2bd9fc38-29da-4b63-bd64-8b2be1a7f8d2 service neutron] 10.222.0.66 "GET /v2.0/networks/c167f738-4949-48a1-965c-a2774dc79b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868220 Jun 29 17:48:06.505419 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0a4d74a5-2ad1-46c0-a8b2-2406bb7420c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476217'] for router_interface, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:06.827428 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-0a4d74a5-2ad1-46c0-a8b2-2406bb7420c0 admin admin] Deleting port 41425cce-35a2-471d-900d-8e59e8bba4aa {{(pid=100362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:48:06.828176 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0a4d74a5-2ad1-46c0-a8b2-2406bb7420c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:06.955578 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.db [None req-0a4d74a5-2ad1-46c0-a8b2-2406bb7420c0 admin admin] For port 41425cce-35a2-471d-900d-8e59e8bba4aa, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=41425cce-35a2-471d-900d-8e59e8bba4aa,segment=NetworkSegment(ed133f60-0561-402c-b298-d58ce672a887),segment_id=ed133f60-0561-402c-b298-d58ce672a887)] {{(pid=100362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:48:06.955966 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0a4d74a5-2ad1-46c0-a8b2-2406bb7420c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:06.975752 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-0a4d74a5-2ad1-46c0-a8b2-2406bb7420c0 admin admin] Calling delete_port for 41425cce-35a2-471d-900d-8e59e8bba4aa owned by network:router_interface {{(pid=100362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:48:07.041194 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060f8da-59f7-46e4-99fd-5fb2e7f1ca2f req-ed6e1a99-c31f-4928-8349-63c1c4d4275f tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:07.042847 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4060f8da-59f7-46e4-99fd-5fb2e7f1ca2f req-ed6e1a99-c31f-4928-8349-63c1c4d4275f tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=428a7619-e7f8-4c7e-9858-cb67fdf92e0b HTTP/1.1" status: 200 len: 943 time: 0.1576469 Jun 29 17:48:07.108190 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4060f8da-59f7-46e4-99fd-5fb2e7f1ca2f req-f5739bfc-4495-48e7-bbac-969bd063a1b6 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585389 Jun 29 17:48:07.313036 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0a4d74a5-2ad1-46c0-a8b2-2406bb7420c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2715355'] for port, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:07.315145 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-75c824ba-135d-4633-854c-7156f7864c07 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:07.342843 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d74a5-2ad1-46c0-a8b2-2406bb7420c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=41425cce-35a2-471d-900d-8e59e8bba4aa,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:07.346498 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-0a4d74a5-2ad1-46c0-a8b2-2406bb7420c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:07.392626 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:07.789010 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0a4d74a5-2ad1-46c0-a8b2-2406bb7420c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475785'] for router_interface, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:08.048004 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4d74a5-2ad1-46c0-a8b2-2406bb7420c0 admin admin] Router 7e718a58-b63d-46dc-9ced-0bdcc9c1a779 has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:48:08.163870 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4d74a5-2ad1-46c0-a8b2-2406bb7420c0 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:48:08.168837 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-0a4d74a5-2ad1-46c0-a8b2-2406bb7420c0 admin admin] 10.222.0.102 "PUT /v2.0/routers/7e718a58-b63d-46dc-9ced-0bdcc9c1a779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1115825 Jun 29 17:48:08.171820 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 38424) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:48:08.172951 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f910f8-79d6-4867-80ba-8882e3de16f7 None None] Sync routers for ids ['7e718a58-b63d-46dc-9ced-0bdcc9c1a779'] in dv-cinder-763306-14-iscsi {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:48:08.190705 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f910f8-79d6-4867-80ba-8882e3de16f7 None None] Routers {'7e718a58-b63d-46dc-9ced-0bdcc9c1a779'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:48:08.191687 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-c2f910f8-79d6-4867-80ba-8882e3de16f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:48:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['7e718a58-b63d-46dc-9ced-0bdcc9c1a779'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:48:08.308094 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-c2f910f8-79d6-4867-80ba-8882e3de16f7 None None] Set router 7e718a58-b63d-46dc-9ced-0bdcc9c1a779 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:48:08.328753 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-dc1a4d5f-754a-49fe-9986-752e6265d8e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:08.394256 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecdbb43-4411-4513-84e8-9679e75de470 req-ca9d1708-5950-457f-8eb2-aa271cc9833b tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:08.396330 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fecdbb43-4411-4513-84e8-9679e75de470 req-ca9d1708-5950-457f-8eb2-aa271cc9833b tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=428a7619-e7f8-4c7e-9858-cb67fdf92e0b HTTP/1.1" status: 200 len: 943 time: 0.1581852 Jun 29 17:48:08.476797 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fecdbb43-4411-4513-84e8-9679e75de470 req-5b8c3889-82de-47ec-ac14-f75184ded684 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747776 Jun 29 17:48:08.481877 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-dc1a4d5f-754a-49fe-9986-752e6265d8e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:08.497478 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-c2f910f8-79d6-4867-80ba-8882e3de16f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'name': 'tempest-AttachVolumeShelveTestJSON-635234752-router', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:48:07Z', 'revision_number': 5, 'project_id': '84f447d134ac4605856ab46f7e636965', 'gw_port': {'id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:52Z', 'updated_at': '2021-06-29T17:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:48:08.523056 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f910f8-79d6-4867-80ba-8882e3de16f7 None None] Checking router: 7e718a58-b63d-46dc-9ced-0bdcc9c1a779 for host: dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:48:08.531896 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f910f8-79d6-4867-80ba-8882e3de16f7 None None] Routers {'7e718a58-b63d-46dc-9ced-0bdcc9c1a779'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:48:08.532517 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-c2f910f8-79d6-4867-80ba-8882e3de16f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:48:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['7e718a58-b63d-46dc-9ced-0bdcc9c1a779'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:48:08.608287 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-dc1a4d5f-754a-49fe-9986-752e6265d8e7 admin admin] Deleting port b914d919-2478-4b4d-8889-7342ad2875a9 {{(pid=100362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:48:08.608543 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-dc1a4d5f-754a-49fe-9986-752e6265d8e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:08.642787 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-c2f910f8-79d6-4867-80ba-8882e3de16f7 None None] Set router 7e718a58-b63d-46dc-9ced-0bdcc9c1a779 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:48:08.699057 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.db [None req-dc1a4d5f-754a-49fe-9986-752e6265d8e7 admin admin] For port b914d919-2478-4b4d-8889-7342ad2875a9, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=b914d919-2478-4b4d-8889-7342ad2875a9,segment=NetworkSegment(f9a98574-3341-4580-ac4f-b7fff4e16571),segment_id=f9a98574-3341-4580-ac4f-b7fff4e16571)] {{(pid=100362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:48:08.699431 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-dc1a4d5f-754a-49fe-9986-752e6265d8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:08.711717 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-dc1a4d5f-754a-49fe-9986-752e6265d8e7 admin admin] Calling delete_port for b914d919-2478-4b4d-8889-7342ad2875a9 owned by network:router_gateway {{(pid=100362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:48:08.908060 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-c2f910f8-79d6-4867-80ba-8882e3de16f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'name': 'tempest-AttachVolumeShelveTestJSON-635234752-router', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:48:07Z', 'revision_number': 5, 'project_id': '84f447d134ac4605856ab46f7e636965', 'gw_port': {'id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:52Z', 'updated_at': '2021-06-29T17:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:48:08.933936 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-dc1a4d5f-754a-49fe-9986-752e6265d8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2715355'] for port, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:08.935178 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f910f8-79d6-4867-80ba-8882e3de16f7 None None] The sync data for ids ['7e718a58-b63d-46dc-9ced-0bdcc9c1a779'] in dv-cinder-763306-14-iscsi is: [{'id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'name': 'tempest-AttachVolumeShelveTestJSON-635234752-router', 'tenant_id': '84f447d134ac4605856ab46f7e636965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:40:50Z', 'updated_at': '2021-06-29T17:48:07Z', 'revision_number': 5, 'project_id': '84f447d134ac4605856ab46f7e636965', 'gw_port': {'id': 'b914d919-2478-4b4d-8889-7342ad2875a9', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:7f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e718a58-b63d-46dc-9ced-0bdcc9c1a779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:40:52Z', 'updated_at': '2021-06-29T17:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}] {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:48:08.937066 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:08.965242 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a4d5f-754a-49fe-9986-752e6265d8e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b914d919-2478-4b4d-8889-7342ad2875a9,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:08.969681 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-dc1a4d5f-754a-49fe-9986-752e6265d8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:09.053041 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-dc1a4d5f-754a-49fe-9986-752e6265d8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1618157'] for router_gateway, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:09.184557 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-dc1a4d5f-754a-49fe-9986-752e6265d8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-895'] for router, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:09.187075 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-dc1a4d5f-754a-49fe-9986-752e6265d8e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:09.238930 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=100363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:48:09.316326 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-dc1a4d5f-754a-49fe-9986-752e6265d8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-479148'] for router, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:09.316326 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1a4d5f-754a-49fe-9986-752e6265d8e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e718a58-b63d-46dc-9ced-0bdcc9c1a779 {{(pid=100362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:48:09.324652 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-dc1a4d5f-754a-49fe-9986-752e6265d8e7 admin admin] Notify callbacks [] for router, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:09.326463 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-dc1a4d5f-754a-49fe-9986-752e6265d8e7 admin admin] 10.222.0.102 "DELETE /v2.0/routers/7e718a58-b63d-46dc-9ced-0bdcc9c1a779 HTTP/1.1" status: 204 len: 168 time: 1.1533396 Jun 29 17:48:09.333159 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 38426) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:48:09.369202 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca,segment=NetworkSegment(049ba01c-72be-4d8b-9f56-1c7e4aba2261),segment_id=049ba01c-72be-4d8b-9f56-1c7e4aba2261)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:48:09.382597 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Returning: {'device': 'e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca', 'network_id': 'c167f738-4949-48a1-965c-a2774dc79b55', 'port_id': 'e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca', 'mac_address': 'fa:16:3e:99:9c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfa49b2-5410-4b6d-827e-c85627c65a08', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:48:09.412481 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_v2 [None req-a497a4aa-46b3-4821-b71c-afda2a39e8fb admin admin] Deleting subnet e367aaf4-13cb-4861-b876-86e2e819d122 {{(pid=100361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:48:09.417987 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a497a4aa-46b3-4821-b71c-afda2a39e8fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:09.426340 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:09.446131 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca {{(pid=100363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:48:09.480400 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a497a4aa-46b3-4821-b71c-afda2a39e8fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10108961'] for subnet, precommit_delete_associations {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:09.485346 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca,segment=NetworkSegment(049ba01c-72be-4d8b-9f56-1c7e4aba2261),segment_id=049ba01c-72be-4d8b-9f56-1c7e4aba2261)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:48:09.510891 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 41425cce-35a2-471d-900d-8e59e8bba4aa no longer exists at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:48:09.540808 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] No Port match for: 41425cce-35a2-471d-900d-8e59e8bba4aa {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:48:09.541611 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 41425cce-35a2-471d-900d-8e59e8bba4aa not bound to the agent host dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:48:09.551942 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:09.554075 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:09.590284 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a497a4aa-46b3-4821-b71c-afda2a39e8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423704'] for subnet, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:09.615982 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:09.623008 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:09.713399 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb102a-0c67-4d6e-b616-5356b0d058a4 req-b671a776-6844-433c-970b-c4a0409edb26 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:09.714559 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2ceb102a-0c67-4d6e-b616-5356b0d058a4 req-b671a776-6844-433c-970b-c4a0409edb26 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=428a7619-e7f8-4c7e-9858-cb67fdf92e0b HTTP/1.1" status: 200 len: 944 time: 0.0778046 Jun 29 17:48:09.748939 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a497a4aa-46b3-4821-b71c-afda2a39e8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9995986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2477002'] for subnet, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:09.753921 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:09.767404 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2ceb102a-0c67-4d6e-b616-5356b0d058a4 req-1301afc5-0faf-46f7-aaba-c7c4c2c1a340 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463648 Jun 29 17:48:09.787659 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:48:09.802730 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497a4aa-46b3-4821-b71c-afda2a39e8fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e367aaf4-13cb-4861-b876-86e2e819d122,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:09.807251 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-a497a4aa-46b3-4821-b71c-afda2a39e8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:09.812779 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a497a4aa-46b3-4821-b71c-afda2a39e8fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:09.818506 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-a497a4aa-46b3-4821-b71c-afda2a39e8fb admin admin] 10.222.0.102 "DELETE /v2.0/subnets/e367aaf4-13cb-4861-b876-86e2e819d122 HTTP/1.1" status: 204 len: 168 time: 0.4796910 Jun 29 17:48:09.822067 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 38430) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:48:09.827021 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd3b2aa-f258-4672-b5de-86dbf36e9746 None None] Network 0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:48:09.899076 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b8785f2b-7151-4c92-af53-07259c2954e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1525605'] for network, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:09.959466 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [None req-b8785f2b-7151-4c92-af53-07259c2954e7 admin admin] Deleting port 6698a28b-7c34-4370-84db-3ebaf18a8ecb {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:48:09.959693 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b8785f2b-7151-4c92-af53-07259c2954e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:10.031339 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [None req-b8785f2b-7151-4c92-af53-07259c2954e7 admin admin] For port 6698a28b-7c34-4370-84db-3ebaf18a8ecb, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=6698a28b-7c34-4370-84db-3ebaf18a8ecb,segment=NetworkSegment(ed133f60-0561-402c-b298-d58ce672a887),segment_id=ed133f60-0561-402c-b298-d58ce672a887)] {{(pid=100361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:48:10.031706 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b8785f2b-7151-4c92-af53-07259c2954e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:10.045966 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [None req-b8785f2b-7151-4c92-af53-07259c2954e7 admin admin] Calling delete_port for 6698a28b-7c34-4370-84db-3ebaf18a8ecb owned by network:dhcp {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:48:10.170503 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9134613-aba1-43bc-b548-7d57ad172411 None None] DHCP port deletion for 0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 request from dv-cinder-763306-14-iscsi {{(pid=100363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 17:48:10.224212 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-e9134613-aba1-43bc-b548-7d57ad172411 None None] Deleting port 6698a28b-7c34-4370-84db-3ebaf18a8ecb {{(pid=100363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:48:10.224501 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-e9134613-aba1-43bc-b548-7d57ad172411 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:10.237769 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b8785f2b-7151-4c92-af53-07259c2954e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995816'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:10.241390 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b290bd33-0048-448f-b01f-23f913ab1104 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:10.264768 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8785f2b-7151-4c92-af53-07259c2954e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6698a28b-7c34-4370-84db-3ebaf18a8ecb,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:10.268026 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b8785f2b-7151-4c92-af53-07259c2954e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:10.268842 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8785f2b-7151-4c92-af53-07259c2954e7 admin admin] No DVR routers for this DVR port 6698a28b-7c34-4370-84db-3ebaf18a8ecb on host dv-cinder-763306-14-iscsi {{(pid=100361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:48:10.292221 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-e9134613-aba1-43bc-b548-7d57ad172411 None None] For port 6698a28b-7c34-4370-84db-3ebaf18a8ecb, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=6698a28b-7c34-4370-84db-3ebaf18a8ecb,segment=NetworkSegment(ed133f60-0561-402c-b298-d58ce672a887),segment_id=ed133f60-0561-402c-b298-d58ce672a887)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:48:10.293359 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-e9134613-aba1-43bc-b548-7d57ad172411 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:10.311366 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-e9134613-aba1-43bc-b548-7d57ad172411 None None] Calling delete_port for 6698a28b-7c34-4370-84db-3ebaf18a8ecb owned by network:dhcp {{(pid=100363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:48:10.342968 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b8785f2b-7151-4c92-af53-07259c2954e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423750', 'neutron.services.segments.db._delete_segments_for_network-8732082675523'] for network, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:10.353554 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.services.segments.db [None req-b8785f2b-7151-4c92-af53-07259c2954e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee3f12c-3998-4005-bfbc-d8cd7c4223e0']}} {{(pid=100361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:48:10.368706 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.services.segments.db [None req-b8785f2b-7151-4c92-af53-07259c2954e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed133f60-0561-402c-b298-d58ce672a887') {'for_net_delete': True} {{(pid=100361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:48:10.368917 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.services.segments.db [None req-b8785f2b-7151-4c92-af53-07259c2954e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed133f60-0561-402c-b298-d58ce672a887') {} {{(pid=100361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:48:10.378165 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b8785f2b-7151-4c92-af53-07259c2954e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732082504906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10108974'] for segment, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:10.396441 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b8785f2b-7151-4c92-af53-07259c2954e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:10.404924 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8785f2b-7151-4c92-af53-07259c2954e7 admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=100361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b8785f2b-7151-4c92-af53-07259c2954e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9995903'] for segment, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: Traceback (most recent call last): Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: timer() Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: cb(*args, **kw) Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: return func(*args, **kwargs) Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: self._notify() Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: self.callback(batched_events) Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: event.method(event) Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: return f(self, *a, **k) Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: return self._get(url).json() Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: return self.request(url, 'GET', **kwargs) Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:48:10.409187 dv-cinder-763306-14-iscsi neutron-server[100361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:48:10.512978 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-e9134613-aba1-43bc-b548-7d57ad172411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574'] for port, after_delete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:10.514929 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-32a27f59-068d-430e-ae26-1f97842856a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:10.518015 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b8785f2b-7151-4c92-af53-07259c2954e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617152'] for network, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:10.521807 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:10.524587 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-b8785f2b-7151-4c92-af53-07259c2954e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:10.526406 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-b8785f2b-7151-4c92-af53-07259c2954e7 admin admin] 10.222.0.102 "DELETE /v2.0/networks/0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 HTTP/1.1" status: 204 len: 168 time: 0.7032006 Jun 29 17:48:10.536629 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9134613-aba1-43bc-b548-7d57ad172411 None None] Pushing event deleted for resources: {'Port': ['ID=6698a28b-7c34-4370-84db-3ebaf18a8ecb,revision_number=None']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:10.539928 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8785f2b-7151-4c92-af53-07259c2954e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ee3f12c-3998-4005-bfbc-d8cd7c4223e0,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:10.540046 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e9134613-aba1-43bc-b548-7d57ad172411 None None] Network 0ee3f12c-3998-4005-bfbc-d8cd7c4223e0 is not hosted by any dhcp agent {{(pid=100363) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 29 17:48:10.540046 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9134613-aba1-43bc-b548-7d57ad172411 None None] No DVR routers for this DVR port 6698a28b-7c34-4370-84db-3ebaf18a8ecb on host dv-cinder-763306-14-iscsi {{(pid=100363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:48:10.540680 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b8785f2b-7151-4c92-af53-07259c2954e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:10.540790 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-e9134613-aba1-43bc-b548-7d57ad172411 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:10.865651 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 38436) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:48:10.910332 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-b545fe25-5faf-463b-b740-26bbc18b1736 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=84f447d134ac4605856ab46f7e636965&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0432765 Jun 29 17:48:10.913429 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 38438) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:48:10.969365 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-1d3dda28-5989-42ed-97f1-cd3d18835dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:10.979525 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcbe67-548e-4f9a-91c1-429f182ce705 req-5a7ce0c3-72d9-4bbb-880f-f0700fd6e58f tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:10.981272 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4dbcbe67-548e-4f9a-91c1-429f182ce705 req-5a7ce0c3-72d9-4bbb-880f-f0700fd6e58f tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=428a7619-e7f8-4c7e-9858-cb67fdf92e0b HTTP/1.1" status: 200 len: 944 time: 0.0724711 Jun 29 17:48:10.996433 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-1d3dda28-5989-42ed-97f1-cd3d18835dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:11.019716 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4dbcbe67-548e-4f9a-91c1-429f182ce705 req-f8628cf9-4570-476f-a94d-88e5199eaff0 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322504 Jun 29 17:48:11.103696 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device b914d919-2478-4b4d-8889-7342ad2875a9 no longer exists at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:48:11.110980 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-1d3dda28-5989-42ed-97f1-cd3d18835dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:11.113667 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-1d3dda28-5989-42ed-97f1-cd3d18835dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:11.114811 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-1d3dda28-5989-42ed-97f1-cd3d18835dc7 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/ded69982-04c5-44ee-94e2-2e2fa495bf39 HTTP/1.1" status: 204 len: 168 time: 0.2000756 Jun 29 17:48:11.115574 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b1a7622e-835f-4d41-8fb3-fa376cb83612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:11.124361 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3dda28-5989-42ed-97f1-cd3d18835dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded69982-04c5-44ee-94e2-2e2fa495bf39,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:11.126175 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] No Port match for: b914d919-2478-4b4d-8889-7342ad2875a9 {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:48:11.126175 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device b914d919-2478-4b4d-8889-7342ad2875a9 not bound to the agent host dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:48:11.126175 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 6698a28b-7c34-4370-84db-3ebaf18a8ecb no longer exists at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:48:11.126908 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-1d3dda28-5989-42ed-97f1-cd3d18835dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:11.153324 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] No Port match for: 6698a28b-7c34-4370-84db-3ebaf18a8ecb {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:48:11.153768 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 6698a28b-7c34-4370-84db-3ebaf18a8ecb not bound to the agent host dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:48:11.239405 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca up at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:48:11.346392 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning for port e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:48:11.351319 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning complete for port e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:48:11.351684 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:11.433816 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:11.458090 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428a7619-e7f8-4c7e-9858-cb67fdf92e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca'}] {{(pid=100363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:48:11.460307 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0170bf9ab270c77a1188d5f8494ea938272331804d61dd1d179af329d40bd85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e844410-e4f4-469e-b882-56bc9b4677c8" -d '{"events": [{"server_uuid": "428a7619-e7f8-4c7e-9858-cb67fdf92e0b", "name": "network-vif-plugged", "status": "completed", "tag": "e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca"}]}' {{(pid=100363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:48:11.474105 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca,segment=NetworkSegment(049ba01c-72be-4d8b-9f56-1c7e4aba2261),segment_id=049ba01c-72be-4d8b-9f56-1c7e4aba2261)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:48:11.499322 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff9afee-51df-44fa-a7e1-55fadd2a13b5 x-openstack-request-id: req-4ff9afee-51df-44fa-a7e1-55fadd2a13b5 {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:48:11.499322 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428a7619-e7f8-4c7e-9858-cb67fdf92e0b", "name": "network-vif-plugged", "status": "completed", "tag": "e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca", "code": 200}]} {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:48:11.499322 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-4ff9afee-51df-44fa-a7e1-55fadd2a13b5 {{(pid=100363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:48:11.500015 dv-cinder-763306-14-iscsi neutron-server[100363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428a7619-e7f8-4c7e-9858-cb67fdf92e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca', 'code': 200} Jun 29 17:48:11.546994 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:11.548920 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:11.602950 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca,revision_number=5']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:11.606235 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:11.893703 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faaedad-3668-47c7-b3bb-8128c58e6db4 req-a17b9f70-2661-4901-8fcb-e2a7646803ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:11.900320 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-5faaedad-3668-47c7-b3bb-8128c58e6db4 req-a17b9f70-2661-4901-8fcb-e2a7646803ba service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=428a7619-e7f8-4c7e-9858-cb67fdf92e0b HTTP/1.1" status: 200 len: 1098 time: 0.0547688 Jun 29 17:48:11.933907 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-5faaedad-3668-47c7-b3bb-8128c58e6db4 req-d76b5e4f-ae59-4345-b729-a8ac405bd108 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322621 Jun 29 17:48:12.200582 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cc6cd-89f4-42a6-b2f1-12644fd9b319 req-5543717c-b138-46c7-9a84-37b57e20a08b tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:12.202089 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7b3cc6cd-89f4-42a6-b2f1-12644fd9b319 req-5543717c-b138-46c7-9a84-37b57e20a08b tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=428a7619-e7f8-4c7e-9858-cb67fdf92e0b HTTP/1.1" status: 200 len: 945 time: 0.0656121 Jun 29 17:48:12.243693 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7b3cc6cd-89f4-42a6-b2f1-12644fd9b319 req-f2b13154-512c-459f-a6dc-d36344d74f7d tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346034 Jun 29 17:48:13.423593 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98279da-a851-467e-bc33-ec7877cdedb6 req-6af7d035-a82f-4213-814b-352947d066f0 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:13.425166 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f98279da-a851-467e-bc33-ec7877cdedb6 req-6af7d035-a82f-4213-814b-352947d066f0 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=428a7619-e7f8-4c7e-9858-cb67fdf92e0b HTTP/1.1" status: 200 len: 945 time: 0.0690255 Jun 29 17:48:13.466344 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f98279da-a851-467e-bc33-ec7877cdedb6 req-6db081a8-02e7-46c3-94d3-fbf8b07054c3 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342059 Jun 29 17:48:24.124667 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-b09c611b-87d6-4e83-8a17-3ca985d0475c tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:24.126360 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-b09c611b-87d6-4e83-8a17-3ca985d0475c tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/networks?id=c167f738-4949-48a1-965c-a2774dc79b55 HTTP/1.1" status: 200 len: 815 time: 0.1081738 Jun 29 17:48:24.141621 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-50089786-ab4d-4784-a699-b3a6cb3ec9b1 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/quotas/864585b76c7946abbf0d46920c0e1316 HTTP/1.1" status: 200 len: 375 time: 0.0096555 Jun 29 17:48:24.213729 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-4d0892c3-e3d2-432c-b3bc-582d88db0f38 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=864585b76c7946abbf0d46920c0e1316&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0662885 Jun 29 17:48:24.309731 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-4bcea67b-284a-404c-ad5e-ed4d6ac61478 service neutron] 10.222.0.102 "GET /v2.0/networks/c167f738-4949-48a1-965c-a2774dc79b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892818 Jun 29 17:48:24.409843 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-fdf35542-c0b1-44f8-9606-bdd61910d5dd service neutron] 10.222.0.102 "GET /v2.0/networks/c167f738-4949-48a1-965c-a2774dc79b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940831 Jun 29 17:48:24.680710 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-26b1970a-d0a1-428f-8b68-69ee12740d2d req-179b0ec9-e4a9-4c04-96f8-657aa78bac64 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da HTTP/1.1" status: 200 len: 210 time: 0.0297978 Jun 29 17:48:25.824874 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-16cd7153-6982-42ce-aa53-cae2baa6efc9 req-48e49cb5-55ab-4d43-a6ed-22019478ee70 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da HTTP/1.1" status: 200 len: 210 time: 0.0299826 Jun 29 17:48:26.973850 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-a18a8383-53a5-4bf8-a6dc-d7198d059d3a tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:26.975328 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-a18a8383-53a5-4bf8-a6dc-d7198d059d3a tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.66 "GET /v2.0/networks?id=c167f738-4949-48a1-965c-a2774dc79b55 HTTP/1.1" status: 200 len: 815 time: 0.1154845 Jun 29 17:48:26.986790 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-16e55a6f-0d01-4b80-9827-1611a38a4fc8 req-90b00b6c-2cff-43e8-a0f4-35085bdc3a3a tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da HTTP/1.1" status: 200 len: 210 time: 0.0464997 Jun 29 17:48:26.998427 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-e0cc8f9c-a8f9-47ee-b9d1-6017a6e1c86e tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Request body: {'port': {'device_id': 'ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da', 'network_id': 'c167f738-4949-48a1-965c-a2774dc79b55', 'admin_state_up': True, 'tenant_id': '864585b76c7946abbf0d46920c0e1316'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:48:27.151740 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-e0cc8f9c-a8f9-47ee-b9d1-6017a6e1c86e tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Made reservation on behalf of 864585b76c7946abbf0d46920c0e1316 for: {'port': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:48:27.155327 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-e0cc8f9c-a8f9-47ee-b9d1-6017a6e1c86e tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:27.284640 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-e0cc8f9c-a8f9-47ee-b9d1-6017a6e1c86e tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Allocated IP 172.20.0.11 (c167f738-4949-48a1-965c-a2774dc79b55/fdfa49b2-5410-4b6d-827e-c85627c65a08/c2fb2a3a-cf10-4e3f-b1ce-9529d03342da) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:48:27.408903 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-b2f6bc94-e174-49da-8e6a-6c547b514766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:27.439255 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-e0cc8f9c-a8f9-47ee-b9d1-6017a6e1c86e tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:27.533751 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-e0cc8f9c-a8f9-47ee-b9d1-6017a6e1c86e tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9995809'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:27.539099 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b8785f2b-7151-4c92-af53-07259c2954e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:27.546579 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:48:27.578303 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-e0cc8f9c-a8f9-47ee-b9d1-6017a6e1c86e tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Network c167f738-4949-48a1-965c-a2774dc79b55 is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:48:27.583565 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-e0cc8f9c-a8f9-47ee-b9d1-6017a6e1c86e tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:48:27.586171 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-e0cc8f9c-a8f9-47ee-b9d1-6017a6e1c86e tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:48:27.627394 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc8f9c-a8f9-47ee-b9d1-6017a6e1c86e tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Pushing event updated for resources: {'Port': ['ID=c2fb2a3a-cf10-4e3f-b1ce-9529d03342da,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:27.630536 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-e0cc8f9c-a8f9-47ee-b9d1-6017a6e1c86e tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:27.649208 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-e0cc8f9c-a8f9-47ee-b9d1-6017a6e1c86e tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:27.650596 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-e0cc8f9c-a8f9-47ee-b9d1-6017a6e1c86e tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:27.734144 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-e0cc8f9c-a8f9-47ee-b9d1-6017a6e1c86e tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7405581 Jun 29 17:48:27.745911 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-188ef794-8afe-48f9-952a-a30ea3e84db9 service neutron] Request body: {'port': {'device_id': 'ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:48:27.822060 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-188ef794-8afe-48f9-952a-a30ea3e84db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:28.084391 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-188ef794-8afe-48f9-952a-a30ea3e84db9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2fb2a3a-cf10-4e3f-b1ce-9529d03342da {{(pid=100361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:48:28.093083 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-188ef794-8afe-48f9-952a-a30ea3e84db9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:28.105714 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-188ef794-8afe-48f9-952a-a30ea3e84db9 service neutron] Transition to ACTIVE for port object c2fb2a3a-cf10-4e3f-b1ce-9529d03342da will not be triggered until provisioned by entity L2. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:48:28.176108 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184f75b-1fe5-4ac0-9fe5-38353b3a8207 req-30052776-5c6a-41f8-952d-b0fc95bc9ee0 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:28.177617 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0184f75b-1fe5-4ac0-9fe5-38353b3a8207 req-30052776-5c6a-41f8-952d-b0fc95bc9ee0 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da HTTP/1.1" status: 200 len: 932 time: 0.0685205 Jun 29 17:48:28.190152 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-188ef794-8afe-48f9-952a-a30ea3e84db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995795'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:28.193100 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b0ab2c4f-85b8-42ed-bbb8-f87922eb69c7 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:28.219596 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0184f75b-1fe5-4ac0-9fe5-38353b3a8207 req-b68cfbee-a3c3-4ee1-a526-433cd1635256 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348053 Jun 29 17:48:28.242736 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ef794-8afe-48f9-952a-a30ea3e84db9 service neutron] Pushing event updated for resources: {'Port': ['ID=c2fb2a3a-cf10-4e3f-b1ce-9529d03342da,revision_number=2']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:28.262016 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-188ef794-8afe-48f9-952a-a30ea3e84db9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:28.315706 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-188ef794-8afe-48f9-952a-a30ea3e84db9 service neutron] Attempting to bind port c2fb2a3a-cf10-4e3f-b1ce-9529d03342da on host hv-cinder-76330 for vnic_type normal with profile {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:48:28.316081 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-188ef794-8afe-48f9-952a-a30ea3e84db9 service neutron] Attempting to bind port c2fb2a3a-cf10-4e3f-b1ce-9529d03342da by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '049ba01c-72be-4d8b-9f56-1c7e4aba2261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c167f738-4949-48a1-965c-a2774dc79b55'}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:48:28.316414 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-188ef794-8afe-48f9-952a-a30ea3e84db9 service neutron] Attempting to bind port c2fb2a3a-cf10-4e3f-b1ce-9529d03342da on network c167f738-4949-48a1-965c-a2774dc79b55 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:48:28.320943 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-188ef794-8afe-48f9-952a-a30ea3e84db9 service neutron] Port c2fb2a3a-cf10-4e3f-b1ce-9529d03342da on network c167f738-4949-48a1-965c-a2774dc79b55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:48:28.321289 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-188ef794-8afe-48f9-952a-a30ea3e84db9 service neutron] Attempting to bind port c2fb2a3a-cf10-4e3f-b1ce-9529d03342da on network c167f738-4949-48a1-965c-a2774dc79b55 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:48:28.326975 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-188ef794-8afe-48f9-952a-a30ea3e84db9 service neutron] Checking agent: {'id': '7e509413-8b3d-41cc-85c9-4a7e2393f098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'started_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:48:28.327490 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-188ef794-8afe-48f9-952a-a30ea3e84db9 service neutron] Checking segment: {'id': '049ba01c-72be-4d8b-9f56-1c7e4aba2261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c167f738-4949-48a1-965c-a2774dc79b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:48:28.327490 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-188ef794-8afe-48f9-952a-a30ea3e84db9 service neutron] Bound using segment: {'id': '049ba01c-72be-4d8b-9f56-1c7e4aba2261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c167f738-4949-48a1-965c-a2774dc79b55'} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:48:28.327490 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-188ef794-8afe-48f9-952a-a30ea3e84db9 service neutron] Bound port: c2fb2a3a-cf10-4e3f-b1ce-9529d03342da, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '049ba01c-72be-4d8b-9f56-1c7e4aba2261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c167f738-4949-48a1-965c-a2774dc79b55'}}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:48:28.330058 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-188ef794-8afe-48f9-952a-a30ea3e84db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:28.402621 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-188ef794-8afe-48f9-952a-a30ea3e84db9 service neutron] For port c2fb2a3a-cf10-4e3f-b1ce-9529d03342da, host hv-cinder-76330, cleared binding levels {{(pid=100361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:48:28.402621 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-188ef794-8afe-48f9-952a-a30ea3e84db9 service neutron] For port c2fb2a3a-cf10-4e3f-b1ce-9529d03342da, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c2fb2a3a-cf10-4e3f-b1ce-9529d03342da,segment=NetworkSegment(049ba01c-72be-4d8b-9f56-1c7e4aba2261),segment_id=049ba01c-72be-4d8b-9f56-1c7e4aba2261)] {{(pid=100361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:48:28.489417 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-188ef794-8afe-48f9-952a-a30ea3e84db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995795'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:28.491576 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-11e880cd-288d-460a-98d2-6cce462a2026 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:28.527425 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-188ef794-8afe-48f9-952a-a30ea3e84db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:28.528066 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-188ef794-8afe-48f9-952a-a30ea3e84db9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:28.529431 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-188ef794-8afe-48f9-952a-a30ea3e84db9 service neutron] 10.222.0.66 "PUT /v2.0/ports/c2fb2a3a-cf10-4e3f-b1ce-9529d03342da HTTP/1.1" status: 200 len: 1094 time: 0.7876735 Jun 29 17:48:28.529936 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da', 'tag': 'c2fb2a3a-cf10-4e3f-b1ce-9529d03342da'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:48:28.532242 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3439fed-c051-4e73-bf0b-6dacae72e869" -d '{"events": [{"name": "network-changed", "server_uuid": "ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da", "tag": "c2fb2a3a-cf10-4e3f-b1ce-9529d03342da"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:48:28.554554 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ef794-8afe-48f9-952a-a30ea3e84db9 service neutron] Pushing event updated for resources: {'Port': ['ID=c2fb2a3a-cf10-4e3f-b1ce-9529d03342da,revision_number=3']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:28.558835 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-188ef794-8afe-48f9-952a-a30ea3e84db9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:28.572490 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bf6f1a-dce1-406b-96de-f8a0deff71c4 x-openstack-request-id: req-c7bf6f1a-dce1-406b-96de-f8a0deff71c4 {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:48:28.572870 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da", "tag": "c2fb2a3a-cf10-4e3f-b1ce-9529d03342da", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:48:28.573595 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-c7bf6f1a-dce1-406b-96de-f8a0deff71c4 {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:48:28.573713 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da', 'tag': 'c2fb2a3a-cf10-4e3f-b1ce-9529d03342da', 'status': 'completed', 'code': 200} Jun 29 17:48:28.650978 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3439fed-c051-4e73-bf0b-6dacae72e869 req-1a12cb8a-0fbb-4b2d-a64e-304cf09de2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:28.652515 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-c3439fed-c051-4e73-bf0b-6dacae72e869 req-1a12cb8a-0fbb-4b2d-a64e-304cf09de2a7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=864585b76c7946abbf0d46920c0e1316&device_id=ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da HTTP/1.1" status: 200 len: 1097 time: 0.0556645 Jun 29 17:48:28.762237 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3439fed-c051-4e73-bf0b-6dacae72e869 req-c8290a2e-7638-4cde-83e5-8abf42a5f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:28.763689 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-c3439fed-c051-4e73-bf0b-6dacae72e869 req-c8290a2e-7638-4cde-83e5-8abf42a5f240 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=864585b76c7946abbf0d46920c0e1316&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0963042 Jun 29 17:48:28.856328 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3439fed-c051-4e73-bf0b-6dacae72e869 req-2a7c58f0-9db5-4b3f-8872-87abfc4111ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:28.857890 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-c3439fed-c051-4e73-bf0b-6dacae72e869 req-2a7c58f0-9db5-4b3f-8872-87abfc4111ed service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872004 Jun 29 17:48:28.955221 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-688d56a0-b6bf-41ff-9a47-46508f03d66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:28.956717 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-688d56a0-b6bf-41ff-9a47-46508f03d66f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=864585b76c7946abbf0d46920c0e1316&device_id=ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da HTTP/1.1" status: 200 len: 1097 time: 0.0556271 Jun 29 17:48:28.999140 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-b1a1fc49-e4f2-4a75-aa9b-ba076d679a0b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2fb2a3a-cf10-4e3f-b1ce-9529d03342da HTTP/1.1" status: 200 len: 217 time: 0.0338016 Jun 29 17:48:29.052882 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-5a740ec2-0a6a-41c2-a9ae-93c7b30d48a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:29.054182 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-5a740ec2-0a6a-41c2-a9ae-93c7b30d48a2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fdfa49b2-5410-4b6d-827e-c85627c65a08 HTTP/1.1" status: 200 len: 855 time: 0.0461686 Jun 29 17:48:29.096352 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-d1e2dae7-8765-4a24-a6b4-5c93c6116ef2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c167f738-4949-48a1-965c-a2774dc79b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338964 Jun 29 17:48:29.188371 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-e7816216-ba9a-42f6-8ca0-26fc7ba7829b service neutron] 10.222.0.66 "GET /v2.0/networks/c167f738-4949-48a1-965c-a2774dc79b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834110 Jun 29 17:48:29.287301 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-c06f42ec-7220-4e3c-8158-bb15cbf58d89 req-de32e54d-9970-477d-a95e-cbd52641e6f2 service neutron] 10.222.0.66 "GET /v2.0/networks/c167f738-4949-48a1-965c-a2774dc79b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893271 Jun 29 17:48:29.404516 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcce9c0-81f8-4545-a279-cab5db9e8eec req-98d220b1-0915-44c6-9d78-3679b164577a tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:29.406027 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7fcce9c0-81f8-4545-a279-cab5db9e8eec req-98d220b1-0915-44c6-9d78-3679b164577a tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da HTTP/1.1" status: 200 len: 944 time: 0.0655160 Jun 29 17:48:29.444745 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7fcce9c0-81f8-4545-a279-cab5db9e8eec req-dd4f2817-ce67-4f53-bc77-7a41ac701307 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331020 Jun 29 17:48:29.826083 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-0c26ee02-68e3-416b-b99c-0633a56da343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:29.906102 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:30.636973 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae71a2-60a2-454e-859a-5853145bedb3 req-7e51c36b-cba3-4cdf-a78e-38885645ed34 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:30.639101 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-37ae71a2-60a2-454e-859a-5853145bedb3 req-7e51c36b-cba3-4cdf-a78e-38885645ed34 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da HTTP/1.1" status: 200 len: 944 time: 0.0731153 Jun 29 17:48:30.686574 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-37ae71a2-60a2-454e-859a-5853145bedb3 req-a4405835-c40e-48c8-9d6b-7d6e4f3de57d tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377259 Jun 29 17:48:31.394912 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device c2fb2a3a-cf10-4e3f-b1ce-9529d03342da details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=100363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:48:31.502568 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port c2fb2a3a-cf10-4e3f-b1ce-9529d03342da, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c2fb2a3a-cf10-4e3f-b1ce-9529d03342da,segment=NetworkSegment(049ba01c-72be-4d8b-9f56-1c7e4aba2261),segment_id=049ba01c-72be-4d8b-9f56-1c7e4aba2261)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:48:31.513540 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:31.514681 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Returning: {'device': 'c2fb2a3a-cf10-4e3f-b1ce-9529d03342da', 'network_id': 'c167f738-4949-48a1-965c-a2774dc79b55', 'port_id': 'c2fb2a3a-cf10-4e3f-b1ce-9529d03342da', 'mac_address': 'fa:16:3e:6d:50:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfa49b2-5410-4b6d-827e-c85627c65a08', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:48:31.552573 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:31.567253 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2fb2a3a-cf10-4e3f-b1ce-9529d03342da {{(pid=100363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:48:31.587815 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port c2fb2a3a-cf10-4e3f-b1ce-9529d03342da, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c2fb2a3a-cf10-4e3f-b1ce-9529d03342da,segment=NetworkSegment(049ba01c-72be-4d8b-9f56-1c7e4aba2261),segment_id=049ba01c-72be-4d8b-9f56-1c7e4aba2261)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:48:31.666619 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:31.668453 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-2218c83a-0c78-482e-89f2-c158ae666489 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:31.720208 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=c2fb2a3a-cf10-4e3f-b1ce-9529d03342da,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:31.723443 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:31.885370 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3a167-6902-4dac-997c-33e89b15e2c2 req-9e597349-25fc-4bc3-ae0e-f2df5a731a3a tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:31.886986 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-eba3a167-6902-4dac-997c-33e89b15e2c2 req-9e597349-25fc-4bc3-ae0e-f2df5a731a3a tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da HTTP/1.1" status: 200 len: 945 time: 0.0658076 Jun 29 17:48:31.911079 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['c2fb2a3a-cf10-4e3f-b1ce-9529d03342da'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:48:31.929130 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-eba3a167-6902-4dac-997c-33e89b15e2c2 req-dbd270f2-01c8-430a-aacd-c701cc548950 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361173 Jun 29 17:48:32.259590 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 38660) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:48:32.363908 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-0bccf306-84ef-4201-a04e-54694e58f817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:32.449670 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-0bccf306-84ef-4201-a04e-54694e58f817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:32.515420 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-0bccf306-84ef-4201-a04e-54694e58f817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:32.517863 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-5c8ea598-2fef-4fc4-ab67-3c8ed54785f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:32.554438 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-0bccf306-84ef-4201-a04e-54694e58f817 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=2402d7cd56b54791954650cd320962b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933378 Jun 29 17:48:32.555407 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccf306-84ef-4201-a04e-54694e58f817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869cdc3a-2af5-47d8-9606-30b6300d833d,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:32.557939 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 38664) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:48:32.559707 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-0bccf306-84ef-4201-a04e-54694e58f817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:32.609393 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-5a277bd5-3bf3-43b1-8af2-de0036215bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:32.629243 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-5a277bd5-3bf3-43b1-8af2-de0036215bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:32.778550 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-5a277bd5-3bf3-43b1-8af2-de0036215bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:32.781169 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-5a277bd5-3bf3-43b1-8af2-de0036215bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:32.782371 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-5a277bd5-3bf3-43b1-8af2-de0036215bd0 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/869cdc3a-2af5-47d8-9606-30b6300d833d HTTP/1.1" status: 204 len: 168 time: 0.2233782 Jun 29 17:48:32.783237 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-2419bb8a-0db2-40ab-a3f9-75c9b25529ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:32.792691 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a277bd5-3bf3-43b1-8af2-de0036215bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869cdc3a-2af5-47d8-9606-30b6300d833d,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:32.795329 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-5a277bd5-3bf3-43b1-8af2-de0036215bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:33.129099 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d5182-e3a4-41a2-b7bf-f21e8b5031af req-1ec45fe4-ea31-4aec-83ed-6595a8132212 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:33.130759 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-681d5182-e3a4-41a2-b7bf-f21e8b5031af req-1ec45fe4-ea31-4aec-83ed-6595a8132212 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da HTTP/1.1" status: 200 len: 945 time: 0.0690978 Jun 29 17:48:33.161870 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:33.170841 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-681d5182-e3a4-41a2-b7bf-f21e8b5031af req-be7fadb6-dd60-4613-a4cc-f4f8dde94266 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338910 Jun 29 17:48:33.422312 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device c2fb2a3a-cf10-4e3f-b1ce-9529d03342da up at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:48:33.539108 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning for port c2fb2a3a-cf10-4e3f-b1ce-9529d03342da completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:48:33.543899 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning complete for port c2fb2a3a-cf10-4e3f-b1ce-9529d03342da triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:48:33.544205 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:33.622291 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:33.643771 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fb2a3a-cf10-4e3f-b1ce-9529d03342da'}] {{(pid=100363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:48:33.646113 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0170bf9ab270c77a1188d5f8494ea938272331804d61dd1d179af329d40bd85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164b0742-c7f6-46c3-a904-c53f987d58f2" -d '{"events": [{"server_uuid": "ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da", "name": "network-vif-plugged", "status": "completed", "tag": "c2fb2a3a-cf10-4e3f-b1ce-9529d03342da"}]}' {{(pid=100363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:48:33.659814 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port c2fb2a3a-cf10-4e3f-b1ce-9529d03342da, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c2fb2a3a-cf10-4e3f-b1ce-9529d03342da,segment=NetworkSegment(049ba01c-72be-4d8b-9f56-1c7e4aba2261),segment_id=049ba01c-72be-4d8b-9f56-1c7e4aba2261)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:48:33.686213 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1e4a6b-2c31-4de3-aca1-874e398d151d x-openstack-request-id: req-6d1e4a6b-2c31-4de3-aca1-874e398d151d {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:48:33.686523 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da", "name": "network-vif-plugged", "status": "completed", "tag": "c2fb2a3a-cf10-4e3f-b1ce-9529d03342da", "code": 200}]} {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:48:33.686844 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-6d1e4a6b-2c31-4de3-aca1-874e398d151d {{(pid=100363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:48:33.687489 dv-cinder-763306-14-iscsi neutron-server[100363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fb2a3a-cf10-4e3f-b1ce-9529d03342da', 'code': 200} Jun 29 17:48:33.755837 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:33.758628 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-43d1daac-09c6-4350-b772-a87b786d40a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:33.811693 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=c2fb2a3a-cf10-4e3f-b1ce-9529d03342da,revision_number=5']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:33.815810 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:34.104541 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726d2ef-1221-4fd7-97ab-a4626924fd38 req-a4c62992-18aa-4652-9004-445fd8a54fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:34.106224 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-7726d2ef-1221-4fd7-97ab-a4626924fd38 req-a4c62992-18aa-4652-9004-445fd8a54fa8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da HTTP/1.1" status: 200 len: 1099 time: 0.0526435 Jun 29 17:48:34.144435 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-7726d2ef-1221-4fd7-97ab-a4626924fd38 req-2d7334aa-4080-43ac-ba60-8b42320ac97d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306070 Jun 29 17:48:34.364254 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc886521-7e68-423e-a3f9-b9e3671508e2 req-88574b33-e22d-41a2-857b-fdbb60044a18 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:34.365675 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bc886521-7e68-423e-a3f9-b9e3671508e2 req-88574b33-e22d-41a2-857b-fdbb60044a18 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da HTTP/1.1" status: 200 len: 946 time: 0.0772119 Jun 29 17:48:34.407134 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bc886521-7e68-423e-a3f9-b9e3671508e2 req-01ac3804-129b-42ba-a54b-4235dc2667de tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349188 Jun 29 17:48:35.588932 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30817f-5fda-4c6e-ab38-4d6c217e4e9c req-b9330edd-8063-417e-9c5d-e677bcfab5fd tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:35.590625 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2f30817f-5fda-4c6e-ab38-4d6c217e4e9c req-b9330edd-8063-417e-9c5d-e677bcfab5fd tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da HTTP/1.1" status: 200 len: 946 time: 0.0701213 Jun 29 17:48:35.631073 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2f30817f-5fda-4c6e-ab38-4d6c217e4e9c req-f9e8f253-594a-4189-bfe4-899aefbd7a7c tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347719 Jun 29 17:48:37.361963 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:39.777522 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:48:40.827949 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-ff4f03ef-a770-43d5-9d31-5e26a1c85a79 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:40.829526 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-ff4f03ef-a770-43d5-9d31-5e26a1c85a79 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/networks?id=c167f738-4949-48a1-965c-a2774dc79b55 HTTP/1.1" status: 200 len: 815 time: 0.1089647 Jun 29 17:48:40.845711 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-7f8ccc5a-e9f8-4958-8ca2-d78b51727289 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/quotas/864585b76c7946abbf0d46920c0e1316 HTTP/1.1" status: 200 len: 375 time: 0.0104742 Jun 29 17:48:40.920868 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-852bc1d5-bfbf-44d0-be6b-9bdd39e14dc6 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=864585b76c7946abbf0d46920c0e1316&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689154 Jun 29 17:48:41.014688 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-3ba2fd9e-7db8-479e-ba23-9e3260d0666a service neutron] 10.222.0.102 "GET /v2.0/networks/c167f738-4949-48a1-965c-a2774dc79b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863492 Jun 29 17:48:41.112880 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-5840fd64-a5e7-413a-8b1e-afeffbc69cc2 service neutron] 10.222.0.102 "GET /v2.0/networks/c167f738-4949-48a1-965c-a2774dc79b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924261 Jun 29 17:48:41.382479 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4821144e-6467-4771-b02c-efb312d10b8d req-9dde9f4c-2cb4-4bb9-8433-955cfef02dc7 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=3f3efcd4-3d83-4d19-b017-1670f3e77389 HTTP/1.1" status: 200 len: 210 time: 0.0396705 Jun 29 17:48:42.528774 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-08ba6a1b-248d-4962-8fa6-090d52d58e03 req-6f4501e8-dd6f-4205-a7fb-bd8ff7a1620f tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=3f3efcd4-3d83-4d19-b017-1670f3e77389 HTTP/1.1" status: 200 len: 210 time: 0.0300088 Jun 29 17:48:43.674270 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1fb122e9-3f10-4972-b5e2-17cfe716a001 req-893cbe69-055a-4dce-831a-ab6ae152f2b6 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=3f3efcd4-3d83-4d19-b017-1670f3e77389 HTTP/1.1" status: 200 len: 210 time: 0.0305572 Jun 29 17:48:44.829620 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c3e8275d-b7a9-4a75-9804-76b3db91a779 req-0b36b1cd-53a0-4d42-804d-a233e095cfa0 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=3f3efcd4-3d83-4d19-b017-1670f3e77389 HTTP/1.1" status: 200 len: 210 time: 0.0342519 Jun 29 17:48:45.986140 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a6530402-1913-491f-b0bf-caeaa3c2f0de req-e4603db0-dc8f-42b5-be5b-d193e2e3a2ea tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=3f3efcd4-3d83-4d19-b017-1670f3e77389 HTTP/1.1" status: 200 len: 210 time: 0.0350370 Jun 29 17:48:46.376230 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-b48b7cd4-906a-401c-a879-fb01c25c8356 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:46.378621 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-b48b7cd4-906a-401c-a879-fb01c25c8356 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.66 "GET /v2.0/networks?id=c167f738-4949-48a1-965c-a2774dc79b55 HTTP/1.1" status: 200 len: 815 time: 0.1271286 Jun 29 17:48:46.394661 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-b14f169d-8710-4448-a907-c9cf534c6e36 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Request body: {'port': {'device_id': '3f3efcd4-3d83-4d19-b017-1670f3e77389', 'network_id': 'c167f738-4949-48a1-965c-a2774dc79b55', 'admin_state_up': True, 'tenant_id': '864585b76c7946abbf0d46920c0e1316'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:48:46.481094 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 38832) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:48:46.605928 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-d65ee360-9985-42c2-b047-d66b72e7edf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:46.676110 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-b14f169d-8710-4448-a907-c9cf534c6e36 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Made reservation on behalf of 864585b76c7946abbf0d46920c0e1316 for: {'port': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:48:46.679765 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-b14f169d-8710-4448-a907-c9cf534c6e36 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:46.763048 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-d65ee360-9985-42c2-b047-d66b72e7edf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:46.820135 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-b14f169d-8710-4448-a907-c9cf534c6e36 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Allocated IP 172.20.0.7 (c167f738-4949-48a1-965c-a2774dc79b55/fdfa49b2-5410-4b6d-827e-c85627c65a08/ae478b35-6f58-4b20-a64e-8cce3bc07f78) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:48:46.888269 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-d65ee360-9985-42c2-b047-d66b72e7edf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:46.891032 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-6d0aad1e-be79-4e70-8700-f9b65b4bd5d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:46.928131 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ee360-9985-42c2-b047-d66b72e7edf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d98da0-3ca9-4b70-88cf-420fdddd5c2c,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:46.936111 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-d65ee360-9985-42c2-b047-d66b72e7edf7 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=5a8c0d97283c47419cebc8a6170dd60f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4532323 Jun 29 17:48:46.939630 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-d65ee360-9985-42c2-b047-d66b72e7edf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:46.940637 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 38840) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:48:46.997074 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-b14f169d-8710-4448-a907-c9cf534c6e36 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:47.006112 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-3eedd9ea-3e50-4320-8fc1-1d41e165f80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:47.036125 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-3eedd9ea-3e50-4320-8fc1-1d41e165f80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:47.090014 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-b14f169d-8710-4448-a907-c9cf534c6e36 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9995809'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:47.094349 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-4b813700-a8f5-4a96-bbf8-ab506f3b2116 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:47.105497 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca', 'c2fb2a3a-cf10-4e3f-b1ce-9529d03342da'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:48:47.146580 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-b14f169d-8710-4448-a907-c9cf534c6e36 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Network c167f738-4949-48a1-965c-a2774dc79b55 is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:48:47.150255 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-b14f169d-8710-4448-a907-c9cf534c6e36 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:48:47.154955 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-b14f169d-8710-4448-a907-c9cf534c6e36 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:48:47.159127 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f169d-8710-4448-a907-c9cf534c6e36 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Pushing event updated for resources: {'Port': ['ID=ae478b35-6f58-4b20-a64e-8cce3bc07f78,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:47.188784 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f169d-8710-4448-a907-c9cf534c6e36 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:48:47.189075 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f169d-8710-4448-a907-c9cf534c6e36 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:48:47.189649 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f169d-8710-4448-a907-c9cf534c6e36 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:48:47.190019 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f169d-8710-4448-a907-c9cf534c6e36 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:48:47.190200 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a9c8e-3037-4f36-a431-9487165a1f05 req-606ef38e-6740-407f-9aea-72f98a54f181 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:47.190556 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f169d-8710-4448-a907-c9cf534c6e36 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:48:47.190923 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f169d-8710-4448-a907-c9cf534c6e36 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:48:47.191553 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f169d-8710-4448-a907-c9cf534c6e36 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:48:47.192161 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f169d-8710-4448-a907-c9cf534c6e36 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:48:47.192714 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f169d-8710-4448-a907-c9cf534c6e36 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:48:47.193086 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f169d-8710-4448-a907-c9cf534c6e36 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:48:47.193448 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f169d-8710-4448-a907-c9cf534c6e36 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:48:47.193807 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14f169d-8710-4448-a907-c9cf534c6e36 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:48:47.197869 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-648a9c8e-3037-4f36-a431-9487165a1f05 req-606ef38e-6740-407f-9aea-72f98a54f181 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=3f3efcd4-3d83-4d19-b017-1670f3e77389 HTTP/1.1" status: 200 len: 931 time: 0.0811646 Jun 29 17:48:47.199775 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b14f169d-8710-4448-a907-c9cf534c6e36 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:47.206258 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-3eedd9ea-3e50-4320-8fc1-1d41e165f80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:47.208879 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-3eedd9ea-3e50-4320-8fc1-1d41e165f80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:47.216977 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-3eedd9ea-3e50-4320-8fc1-1d41e165f80a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/c1d98da0-3ca9-4b70-88cf-420fdddd5c2c HTTP/1.1" status: 204 len: 168 time: 0.2705362 Jun 29 17:48:47.219227 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-8e8ed92e-a247-4683-a4dc-a7abf389e14d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:47.230605 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-b14f169d-8710-4448-a907-c9cf534c6e36 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:47.231402 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-b14f169d-8710-4448-a907-c9cf534c6e36 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:47.244575 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eedd9ea-3e50-4320-8fc1-1d41e165f80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d98da0-3ca9-4b70-88cf-420fdddd5c2c,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:47.247668 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-3eedd9ea-3e50-4320-8fc1-1d41e165f80a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:47.272530 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-648a9c8e-3037-4f36-a431-9487165a1f05 req-138aaa4c-5f19-4589-a487-b39836df0e38 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734050 Jun 29 17:48:47.305105 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-b14f169d-8710-4448-a907-c9cf534c6e36 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9143891 Jun 29 17:48:47.317734 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-83d30b75-3095-40b9-baf8-10e7a55cae6f service neutron] Request body: {'port': {'device_id': '3f3efcd4-3d83-4d19-b017-1670f3e77389', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:48:47.396162 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-83d30b75-3095-40b9-baf8-10e7a55cae6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:47.673264 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-83d30b75-3095-40b9-baf8-10e7a55cae6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae478b35-6f58-4b20-a64e-8cce3bc07f78 {{(pid=100361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:48:47.681049 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-83d30b75-3095-40b9-baf8-10e7a55cae6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:47.694303 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-83d30b75-3095-40b9-baf8-10e7a55cae6f service neutron] Transition to ACTIVE for port object ae478b35-6f58-4b20-a64e-8cce3bc07f78 will not be triggered until provisioned by entity L2. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:48:47.762964 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-83d30b75-3095-40b9-baf8-10e7a55cae6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995795'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:47.766500 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-e21e4213-80fa-4ca4-940a-98d98cafd017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:47.834220 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d30b75-3095-40b9-baf8-10e7a55cae6f service neutron] Pushing event updated for resources: {'Port': ['ID=ae478b35-6f58-4b20-a64e-8cce3bc07f78,revision_number=2']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:47.837582 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-83d30b75-3095-40b9-baf8-10e7a55cae6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:47.902130 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-83d30b75-3095-40b9-baf8-10e7a55cae6f service neutron] Attempting to bind port ae478b35-6f58-4b20-a64e-8cce3bc07f78 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:48:47.902130 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-83d30b75-3095-40b9-baf8-10e7a55cae6f service neutron] Attempting to bind port ae478b35-6f58-4b20-a64e-8cce3bc07f78 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '049ba01c-72be-4d8b-9f56-1c7e4aba2261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c167f738-4949-48a1-965c-a2774dc79b55'}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:48:47.902130 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-83d30b75-3095-40b9-baf8-10e7a55cae6f service neutron] Attempting to bind port ae478b35-6f58-4b20-a64e-8cce3bc07f78 on network c167f738-4949-48a1-965c-a2774dc79b55 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:48:47.902130 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-83d30b75-3095-40b9-baf8-10e7a55cae6f service neutron] Port ae478b35-6f58-4b20-a64e-8cce3bc07f78 on network c167f738-4949-48a1-965c-a2774dc79b55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:48:47.902130 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-83d30b75-3095-40b9-baf8-10e7a55cae6f service neutron] Attempting to bind port ae478b35-6f58-4b20-a64e-8cce3bc07f78 on network c167f738-4949-48a1-965c-a2774dc79b55 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:48:47.902130 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-83d30b75-3095-40b9-baf8-10e7a55cae6f service neutron] Checking agent: {'id': '7e509413-8b3d-41cc-85c9-4a7e2393f098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'started_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:48:47.902130 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-83d30b75-3095-40b9-baf8-10e7a55cae6f service neutron] Checking segment: {'id': '049ba01c-72be-4d8b-9f56-1c7e4aba2261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c167f738-4949-48a1-965c-a2774dc79b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:48:47.902130 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-83d30b75-3095-40b9-baf8-10e7a55cae6f service neutron] Bound using segment: {'id': '049ba01c-72be-4d8b-9f56-1c7e4aba2261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c167f738-4949-48a1-965c-a2774dc79b55'} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:48:47.902130 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-83d30b75-3095-40b9-baf8-10e7a55cae6f service neutron] Bound port: ae478b35-6f58-4b20-a64e-8cce3bc07f78, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '049ba01c-72be-4d8b-9f56-1c7e4aba2261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c167f738-4949-48a1-965c-a2774dc79b55'}}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:48:47.902130 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-83d30b75-3095-40b9-baf8-10e7a55cae6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:47.971083 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-83d30b75-3095-40b9-baf8-10e7a55cae6f service neutron] For port ae478b35-6f58-4b20-a64e-8cce3bc07f78, host hv-cinder-76330, cleared binding levels {{(pid=100361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:48:47.974326 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-83d30b75-3095-40b9-baf8-10e7a55cae6f service neutron] For port ae478b35-6f58-4b20-a64e-8cce3bc07f78, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=ae478b35-6f58-4b20-a64e-8cce3bc07f78,segment=NetworkSegment(049ba01c-72be-4d8b-9f56-1c7e4aba2261),segment_id=049ba01c-72be-4d8b-9f56-1c7e4aba2261)] {{(pid=100361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:48:48.083453 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-83d30b75-3095-40b9-baf8-10e7a55cae6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995795'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:48.086505 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-212d70cf-dc88-4ed0-b7b3-ca8020adba5d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:48.122832 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-83d30b75-3095-40b9-baf8-10e7a55cae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:48.123458 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-83d30b75-3095-40b9-baf8-10e7a55cae6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:48.124912 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-83d30b75-3095-40b9-baf8-10e7a55cae6f service neutron] 10.222.0.66 "PUT /v2.0/ports/ae478b35-6f58-4b20-a64e-8cce3bc07f78 HTTP/1.1" status: 200 len: 1093 time: 0.8117292 Jun 29 17:48:48.125408 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3efcd4-3d83-4d19-b017-1670f3e77389', 'tag': 'ae478b35-6f58-4b20-a64e-8cce3bc07f78'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:48:48.127824 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac60876d-c5b8-4ba9-a205-cab94bcbe5a0" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3efcd4-3d83-4d19-b017-1670f3e77389", "tag": "ae478b35-6f58-4b20-a64e-8cce3bc07f78"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:48:48.150271 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d30b75-3095-40b9-baf8-10e7a55cae6f service neutron] Pushing event updated for resources: {'Port': ['ID=ae478b35-6f58-4b20-a64e-8cce3bc07f78,revision_number=3']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:48.157669 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-83d30b75-3095-40b9-baf8-10e7a55cae6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:48.164030 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5da0af-7207-42c3-ae79-e3832969dc39 x-openstack-request-id: req-0f5da0af-7207-42c3-ae79-e3832969dc39 {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:48:48.164361 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3efcd4-3d83-4d19-b017-1670f3e77389", "tag": "ae478b35-6f58-4b20-a64e-8cce3bc07f78", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:48:48.164651 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-0f5da0af-7207-42c3-ae79-e3832969dc39 {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:48:48.165139 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3efcd4-3d83-4d19-b017-1670f3e77389', 'tag': 'ae478b35-6f58-4b20-a64e-8cce3bc07f78', 'status': 'completed', 'code': 200} Jun 29 17:48:48.250509 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60876d-c5b8-4ba9-a205-cab94bcbe5a0 req-ed578729-356c-4c68-9f8c-0c2e08e02ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:48.252108 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ac60876d-c5b8-4ba9-a205-cab94bcbe5a0 req-ed578729-356c-4c68-9f8c-0c2e08e02ee0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=864585b76c7946abbf0d46920c0e1316&device_id=3f3efcd4-3d83-4d19-b017-1670f3e77389 HTTP/1.1" status: 200 len: 1096 time: 0.0575392 Jun 29 17:48:48.380439 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60876d-c5b8-4ba9-a205-cab94bcbe5a0 req-44926e3b-4e65-4f76-a7cb-d5ce7573eceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:48.382093 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ac60876d-c5b8-4ba9-a205-cab94bcbe5a0 req-44926e3b-4e65-4f76-a7cb-d5ce7573eceb service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=864585b76c7946abbf0d46920c0e1316&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1217351 Jun 29 17:48:48.487747 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed82a0-9d29-4583-94b7-2f901aa72acd req-9ce4b38f-04ab-447c-8190-eef2a86b4226 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:48.489295 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2bed82a0-9d29-4583-94b7-2f901aa72acd req-9ce4b38f-04ab-447c-8190-eef2a86b4226 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=3f3efcd4-3d83-4d19-b017-1670f3e77389 HTTP/1.1" status: 200 len: 943 time: 0.0774500 Jun 29 17:48:48.492859 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60876d-c5b8-4ba9-a205-cab94bcbe5a0 req-9a78d279-a674-4767-ae17-4943932c10bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:48.494330 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ac60876d-c5b8-4ba9-a205-cab94bcbe5a0 req-9a78d279-a674-4767-ae17-4943932c10bb service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1050165 Jun 29 17:48:48.599445 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-dcd4f183-1030-4116-84e2-fa7ae0d75630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:48.601197 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-dcd4f183-1030-4116-84e2-fa7ae0d75630 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=864585b76c7946abbf0d46920c0e1316&device_id=3f3efcd4-3d83-4d19-b017-1670f3e77389 HTTP/1.1" status: 200 len: 1096 time: 0.0607922 Jun 29 17:48:48.647969 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-1b7da68d-fb64-44a4-8019-e8ca4a740007 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae478b35-6f58-4b20-a64e-8cce3bc07f78 HTTP/1.1" status: 200 len: 217 time: 0.0373805 Jun 29 17:48:48.706045 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-203408ec-8733-4203-9d4d-37191d1671ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:48.707672 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-203408ec-8733-4203-9d4d-37191d1671ff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fdfa49b2-5410-4b6d-827e-c85627c65a08 HTTP/1.1" status: 200 len: 855 time: 0.0521238 Jun 29 17:48:48.748284 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-b2ee350f-b0b9-4e42-a3c5-41970e46abb4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c167f738-4949-48a1-965c-a2774dc79b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326860 Jun 29 17:48:48.804968 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2bed82a0-9d29-4583-94b7-2f901aa72acd req-c60cc3f4-5304-4695-822f-afd0fcbdb2fe tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058338 Jun 29 17:48:48.854518 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-58b219d6-92c5-4fb2-8895-511158061a7d service neutron] 10.222.0.66 "GET /v2.0/networks/c167f738-4949-48a1-965c-a2774dc79b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967054 Jun 29 17:48:48.955010 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ef17ff19-16ae-49f4-b024-5fc3299aadd6 req-a79e3f1e-b61b-4d10-ab20-ae9fb232516b service neutron] 10.222.0.66 "GET /v2.0/networks/c167f738-4949-48a1-965c-a2774dc79b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920579 Jun 29 17:48:49.990315 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18535a8-6731-4288-8d5b-0410c682bac7 req-0f27a081-8fd4-4ab7-8119-59a727df2992 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:50.001741 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f18535a8-6731-4288-8d5b-0410c682bac7 req-0f27a081-8fd4-4ab7-8119-59a727df2992 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=3f3efcd4-3d83-4d19-b017-1670f3e77389 HTTP/1.1" status: 200 len: 943 time: 0.0730300 Jun 29 17:48:50.033758 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f18535a8-6731-4288-8d5b-0410c682bac7 req-05381ef7-74b6-480c-b739-196c0fee5473 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346372 Jun 29 17:48:50.345174 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7c915861-8354-447c-89ac-54c1a5d43408 req-7b725ecb-43e5-4864-a6f1-5a62a2fffb4f tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-601270869&fields=id&tenant_id=ffa0e33d5f7845379cdcff1fd75bcfc7 HTTP/1.1" status: 200 len: 267 time: 0.0344269 Jun 29 17:48:50.466417 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c915861-8354-447c-89ac-54c1a5d43408 req-5a8b2b7d-ca1d-42d6-9db8-e16b6130ae10 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:50.468001 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7c915861-8354-447c-89ac-54c1a5d43408 req-5a8b2b7d-ca1d-42d6-9db8-e16b6130ae10 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/networks?id=1ff2185c-17e8-4779-b98f-a1cbc800f8a8 HTTP/1.1" status: 200 len: 812 time: 0.1160183 Jun 29 17:48:50.482761 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7c915861-8354-447c-89ac-54c1a5d43408 req-51e00ace-d083-4269-a50d-a5ef0aa629a7 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/quotas/ffa0e33d5f7845379cdcff1fd75bcfc7 HTTP/1.1" status: 200 len: 375 time: 0.0094891 Jun 29 17:48:50.555155 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7c915861-8354-447c-89ac-54c1a5d43408 req-b7aaa5ed-3d57-4b83-a8da-74c2c91b00a6 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=ffa0e33d5f7845379cdcff1fd75bcfc7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0672140 Jun 29 17:48:50.688286 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7c915861-8354-447c-89ac-54c1a5d43408 req-8fae6df1-c9bb-4cf6-8027-c328a85835b0 service neutron] 10.222.0.102 "GET /v2.0/networks/1ff2185c-17e8-4779-b98f-a1cbc800f8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177764 Jun 29 17:48:50.781454 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7c915861-8354-447c-89ac-54c1a5d43408 req-a0a23df2-cd22-4ff4-9651-b910814b3404 service neutron] 10.222.0.102 "GET /v2.0/networks/1ff2185c-17e8-4779-b98f-a1cbc800f8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873933 Jun 29 17:48:51.236182 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad1536-9964-4547-a874-68b9a19e59fe req-b6690383-1d21-43eb-8764-0a6cd8bdcff3 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:51.237821 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-63ad1536-9964-4547-a874-68b9a19e59fe req-b6690383-1d21-43eb-8764-0a6cd8bdcff3 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=3f3efcd4-3d83-4d19-b017-1670f3e77389 HTTP/1.1" status: 200 len: 943 time: 0.0804567 Jun 29 17:48:51.277832 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-63ad1536-9964-4547-a874-68b9a19e59fe req-af9c1ac7-2c01-4f4d-9f44-35ed14595fb5 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335493 Jun 29 17:48:51.520871 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-66f20903-db81-4421-a356-70716c46fa1f req-92a6b4c3-8418-442a-b96b-3289a3de2534 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=759c666f-14e0-44d2-9a39-6b198388e6d9 HTTP/1.1" status: 200 len: 210 time: 0.0324070 Jun 29 17:48:52.470121 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04798d4-82d8-42ff-924c-1032bac8f00e req-b17f5297-a3b7-440c-b507-403b16c174a4 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:52.472362 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f04798d4-82d8-42ff-924c-1032bac8f00e req-b17f5297-a3b7-440c-b507-403b16c174a4 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=3f3efcd4-3d83-4d19-b017-1670f3e77389 HTTP/1.1" status: 200 len: 943 time: 0.0716231 Jun 29 17:48:52.524226 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f04798d4-82d8-42ff-924c-1032bac8f00e req-03855a74-63f1-48b7-9ede-6f0c7f632c1d tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450079 Jun 29 17:48:52.687263 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7b687473-dea3-4781-9101-d7dab19152b1 req-d9cb7c6a-5b54-4639-800e-2b9cdca5af1d tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=759c666f-14e0-44d2-9a39-6b198388e6d9 HTTP/1.1" status: 200 len: 210 time: 0.0368319 Jun 29 17:48:52.966387 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 38946) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:48:53.089694 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-ffbd2541-ab29-47a1-b73c-63af874c5170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:53.192328 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-ffbd2541-ab29-47a1-b73c-63af874c5170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:53.236977 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-ffbd2541-ab29-47a1-b73c-63af874c5170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:53.239762 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-076cc19a-1185-4e19-9a8f-fc5c93e5b42d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:53.279358 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-ffbd2541-ab29-47a1-b73c-63af874c5170 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=e9cd741198ef4a82bb79ab09c0ae06ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3118179 Jun 29 17:48:53.280647 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd2541-ab29-47a1-b73c-63af874c5170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5bc1c8-e244-4547-8500-3edc732a46cd,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:53.282387 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 38950) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:48:53.283806 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-ffbd2541-ab29-47a1-b73c-63af874c5170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:53.335682 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-2434480f-bfe6-4028-986d-636a36c9e905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:53.359189 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-2434480f-bfe6-4028-986d-636a36c9e905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:53.482648 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-2434480f-bfe6-4028-986d-636a36c9e905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:53.485347 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-2434480f-bfe6-4028-986d-636a36c9e905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:53.486555 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-2434480f-bfe6-4028-986d-636a36c9e905 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/5c5bc1c8-e244-4547-8500-3edc732a46cd HTTP/1.1" status: 204 len: 168 time: 0.2031345 Jun 29 17:48:53.488679 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-8c8be655-40b0-476e-8440-d2f04f8b1a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:53.495895 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434480f-bfe6-4028-986d-636a36c9e905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5bc1c8-e244-4547-8500-3edc732a46cd,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:53.498808 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-2434480f-bfe6-4028-986d-636a36c9e905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:53.568482 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device ae478b35-6f58-4b20-a64e-8cce3bc07f78 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=100363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:48:53.671840 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port ae478b35-6f58-4b20-a64e-8cce3bc07f78, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=ae478b35-6f58-4b20-a64e-8cce3bc07f78,segment=NetworkSegment(049ba01c-72be-4d8b-9f56-1c7e4aba2261),segment_id=049ba01c-72be-4d8b-9f56-1c7e4aba2261)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:48:53.673310 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c915861-8354-447c-89ac-54c1a5d43408 req-4a6f7c0a-5876-4acf-b0fc-8a7811062a4d tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:53.675444 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-7c915861-8354-447c-89ac-54c1a5d43408 req-4a6f7c0a-5876-4acf-b0fc-8a7811062a4d tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.66 "GET /v2.0/networks?id=1ff2185c-17e8-4779-b98f-a1cbc800f8a8 HTTP/1.1" status: 200 len: 812 time: 0.1239038 Jun 29 17:48:53.685347 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Returning: {'device': 'ae478b35-6f58-4b20-a64e-8cce3bc07f78', 'network_id': 'c167f738-4949-48a1-965c-a2774dc79b55', 'port_id': 'ae478b35-6f58-4b20-a64e-8cce3bc07f78', 'mac_address': 'fa:16:3e:f3:2a:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfa49b2-5410-4b6d-827e-c85627c65a08', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:48:53.732516 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:53.734852 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-7c915861-8354-447c-89ac-54c1a5d43408 req-697c9caa-3f66-44ad-b77c-a8f48f9e628f tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffa0e33d5f7845379cdcff1fd75bcfc7 HTTP/1.1" status: 200 len: 379 time: 0.0491290 Jun 29 17:48:53.748536 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae478b35-6f58-4b20-a64e-8cce3bc07f78 {{(pid=100363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:48:53.751033 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-7c915861-8354-447c-89ac-54c1a5d43408 req-f290aa53-1dad-47fd-8f7a-f2094a63c805 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Request body: {'port': {'device_id': '759c666f-14e0-44d2-9a39-6b198388e6d9', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'admin_state_up': True, 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'security_groups': ['e3192e33-3d47-43f9-b48b-9ba70b3b4fc9']}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:48:53.774803 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port ae478b35-6f58-4b20-a64e-8cce3bc07f78, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=ae478b35-6f58-4b20-a64e-8cce3bc07f78,segment=NetworkSegment(049ba01c-72be-4d8b-9f56-1c7e4aba2261),segment_id=049ba01c-72be-4d8b-9f56-1c7e4aba2261)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:48:53.815980 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a56b7-c5e8-4edd-ba63-c05c344b079c req-93eb7509-7d77-4dfd-aba0-cf66f1996a9e tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:53.819074 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fc4a56b7-c5e8-4edd-ba63-c05c344b079c req-93eb7509-7d77-4dfd-aba0-cf66f1996a9e tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=3f3efcd4-3d83-4d19-b017-1670f3e77389 HTTP/1.1" status: 200 len: 943 time: 0.1308060 Jun 29 17:48:53.882786 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:53.885865 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:53.908435 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fc4a56b7-c5e8-4edd-ba63-c05c344b079c req-50a84b4f-01cd-4b85-a483-bd3d97c48c15 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804706 Jun 29 17:48:53.930084 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c2ecbda9-7310-4b55-aefb-d7c74d97bbac req-1213b4e9-baf8-4837-bde2-acbddc43b1fd tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=759c666f-14e0-44d2-9a39-6b198388e6d9 HTTP/1.1" status: 200 len: 210 time: 0.0408127 Jun 29 17:48:53.946112 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=ae478b35-6f58-4b20-a64e-8cce3bc07f78,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:53.950267 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:54.008127 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c915861-8354-447c-89ac-54c1a5d43408 req-f290aa53-1dad-47fd-8f7a-f2094a63c805 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Made reservation on behalf of ffa0e33d5f7845379cdcff1fd75bcfc7 for: {'port': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:48:54.016084 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-7c915861-8354-447c-89ac-54c1a5d43408 req-f290aa53-1dad-47fd-8f7a-f2094a63c805 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:54.157139 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['ae478b35-6f58-4b20-a64e-8cce3bc07f78'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:48:54.294358 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [req-7c915861-8354-447c-89ac-54c1a5d43408 req-f290aa53-1dad-47fd-8f7a-f2094a63c805 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Allocated IP 172.20.0.10 (1ff2185c-17e8-4779-b98f-a1cbc800f8a8/b7e9dcee-74f5-48ad-89ce-ac67b815e2b9/f53a7785-c31d-40e1-be67-580223269462) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:48:54.444868 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 38960) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:48:54.459644 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2bd89c2a-402c-4f1b-8afc-2ca225a24a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:54.459994 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-7c915861-8354-447c-89ac-54c1a5d43408 req-f290aa53-1dad-47fd-8f7a-f2094a63c805 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:54.474247 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [req-7c915861-8354-447c-89ac-54c1a5d43408 req-f290aa53-1dad-47fd-8f7a-f2094a63c805 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Transition to ACTIVE for port object f53a7785-c31d-40e1-be67-580223269462 will not be triggered until provisioned by entity DHCP. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:48:54.563831 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2bd89c2a-402c-4f1b-8afc-2ca225a24a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:54.596507 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-7c915861-8354-447c-89ac-54c1a5d43408 req-f290aa53-1dad-47fd-8f7a-f2094a63c805 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9995809'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:54.601380 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-3cdb8e57-9e8e-483b-888a-f83b26115c4b tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:54.645494 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c915861-8354-447c-89ac-54c1a5d43408 req-f290aa53-1dad-47fd-8f7a-f2094a63c805 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Network 1ff2185c-17e8-4779-b98f-a1cbc800f8a8 is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:48:54.648736 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [req-7c915861-8354-447c-89ac-54c1a5d43408 req-f290aa53-1dad-47fd-8f7a-f2094a63c805 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:48:54.652633 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c915861-8354-447c-89ac-54c1a5d43408 req-f290aa53-1dad-47fd-8f7a-f2094a63c805 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:48:54.659212 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2bd89c2a-402c-4f1b-8afc-2ca225a24a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:54.659969 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290aa53-1dad-47fd-8f7a-f2094a63c805 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Pushing event updated for resources: {'Port': ['ID=f53a7785-c31d-40e1-be67-580223269462,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:54.663544 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-69d31635-1ad0-4eeb-82f9-4c164a4064ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:54.693620 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-f290aa53-1dad-47fd-8f7a-f2094a63c805 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:54.718374 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-2bd89c2a-402c-4f1b-8afc-2ca225a24a52 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=de97c1db3dac41c2b6db37c6467b8187&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2722676 Jun 29 17:48:54.719628 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd89c2a-402c-4f1b-8afc-2ca225a24a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c0da89-12d3-4676-87af-241f1fae3831,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:54.722034 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 38962) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:48:54.728727 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-2bd89c2a-402c-4f1b-8afc-2ca225a24a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:54.733161 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c915861-8354-447c-89ac-54c1a5d43408 req-f290aa53-1dad-47fd-8f7a-f2094a63c805 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:54.733837 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-7c915861-8354-447c-89ac-54c1a5d43408 req-f290aa53-1dad-47fd-8f7a-f2094a63c805 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:54.789494 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b0f52f66-81cc-43ed-929b-58be632e16e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:54.819432 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b0f52f66-81cc-43ed-929b-58be632e16e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:54.849615 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-7c915861-8354-447c-89ac-54c1a5d43408 req-f290aa53-1dad-47fd-8f7a-f2094a63c805 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1077938 Jun 29 17:48:54.871547 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-7c915861-8354-447c-89ac-54c1a5d43408 req-8fcba223-5c50-4978-8ed0-83eb0728eeb9 service neutron] Request body: {'port': {'device_id': '759c666f-14e0-44d2-9a39-6b198388e6d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:48:54.950150 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-7c915861-8354-447c-89ac-54c1a5d43408 req-8fcba223-5c50-4978-8ed0-83eb0728eeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:54.957528 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b0f52f66-81cc-43ed-929b-58be632e16e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:54.961979 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b0f52f66-81cc-43ed-929b-58be632e16e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:54.966777 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-b0f52f66-81cc-43ed-929b-58be632e16e8 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/56c0da89-12d3-4676-87af-241f1fae3831 HTTP/1.1" status: 204 len: 168 time: 0.2402661 Jun 29 17:48:54.966777 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-5a277bd5-3bf3-43b1-8af2-de0036215bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:54.976145 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f52f66-81cc-43ed-929b-58be632e16e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c0da89-12d3-4676-87af-241f1fae3831,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:54.979705 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-b0f52f66-81cc-43ed-929b-58be632e16e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:55.021172 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-5bb8b741-e9e8-4f25-99eb-d61cf358d0bd None None] Provisioning for port f53a7785-c31d-40e1-be67-580223269462 completed by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:48:55.028817 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-5bb8b741-e9e8-4f25-99eb-d61cf358d0bd None None] Provisioning complete for port f53a7785-c31d-40e1-be67-580223269462 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:48:55.034216 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-5bb8b741-e9e8-4f25-99eb-d61cf358d0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:55.117209 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-5bb8b741-e9e8-4f25-99eb-d61cf358d0bd None None] Port f53a7785-c31d-40e1-be67-580223269462 cannot update to ACTIVE because it is not bound. {{(pid=100363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:48:55.199047 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff8ece-1a93-46f5-80af-c0e3a0c9d8fd req-9465846d-6ac7-465a-bff4-14b621d0f4c7 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:55.201054 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-08ff8ece-1a93-46f5-80af-c0e3a0c9d8fd req-9465846d-6ac7-465a-bff4-14b621d0f4c7 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=3f3efcd4-3d83-4d19-b017-1670f3e77389 HTTP/1.1" status: 200 len: 944 time: 0.1337314 Jun 29 17:48:55.231168 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856862c-64f6-4fe9-ad1f-2025e645c031 req-42115b28-1e26-47a1-8c03-377e5b5a6d45 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:55.232957 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b856862c-64f6-4fe9-ad1f-2025e645c031 req-42115b28-1e26-47a1-8c03-377e5b5a6d45 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=759c666f-14e0-44d2-9a39-6b198388e6d9 HTTP/1.1" status: 200 len: 932 time: 0.1037004 Jun 29 17:48:55.279841 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-08ff8ece-1a93-46f5-80af-c0e3a0c9d8fd req-de5d8ed8-4735-4a23-a2ee-327519b838ac tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686479 Jun 29 17:48:55.298223 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b856862c-64f6-4fe9-ad1f-2025e645c031 req-040f3948-da1c-40a6-af9b-7a65ef10e76f tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579278 Jun 29 17:48:55.326035 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [req-7c915861-8354-447c-89ac-54c1a5d43408 req-8fcba223-5c50-4978-8ed0-83eb0728eeb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f53a7785-c31d-40e1-be67-580223269462 {{(pid=100361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:48:55.333811 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-7c915861-8354-447c-89ac-54c1a5d43408 req-8fcba223-5c50-4978-8ed0-83eb0728eeb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:55.346776 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [req-7c915861-8354-447c-89ac-54c1a5d43408 req-8fcba223-5c50-4978-8ed0-83eb0728eeb9 service neutron] Transition to ACTIVE for port object f53a7785-c31d-40e1-be67-580223269462 will not be triggered until provisioned by entity L2. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:48:55.471473 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-7c915861-8354-447c-89ac-54c1a5d43408 req-8fcba223-5c50-4978-8ed0-83eb0728eeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995795'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:55.476566 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-713881ef-9a70-4c24-b09b-3242dd3d1462 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:55.531692 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcba223-5c50-4978-8ed0-83eb0728eeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=f53a7785-c31d-40e1-be67-580223269462,revision_number=2']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:55.553060 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-8fcba223-5c50-4978-8ed0-83eb0728eeb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:55.568983 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device ae478b35-6f58-4b20-a64e-8cce3bc07f78 up at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:48:55.619299 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-7c915861-8354-447c-89ac-54c1a5d43408 req-8fcba223-5c50-4978-8ed0-83eb0728eeb9 service neutron] Attempting to bind port f53a7785-c31d-40e1-be67-580223269462 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:48:55.620318 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-7c915861-8354-447c-89ac-54c1a5d43408 req-8fcba223-5c50-4978-8ed0-83eb0728eeb9 service neutron] Attempting to bind port f53a7785-c31d-40e1-be67-580223269462 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '29a600a3-46df-4a50-b82c-2600cd91c4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8'}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:48:55.620783 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c915861-8354-447c-89ac-54c1a5d43408 req-8fcba223-5c50-4978-8ed0-83eb0728eeb9 service neutron] Attempting to bind port f53a7785-c31d-40e1-be67-580223269462 on network 1ff2185c-17e8-4779-b98f-a1cbc800f8a8 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:48:55.628952 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c915861-8354-447c-89ac-54c1a5d43408 req-8fcba223-5c50-4978-8ed0-83eb0728eeb9 service neutron] Port f53a7785-c31d-40e1-be67-580223269462 on network 1ff2185c-17e8-4779-b98f-a1cbc800f8a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:48:55.637416 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c915861-8354-447c-89ac-54c1a5d43408 req-8fcba223-5c50-4978-8ed0-83eb0728eeb9 service neutron] Attempting to bind port f53a7785-c31d-40e1-be67-580223269462 on network 1ff2185c-17e8-4779-b98f-a1cbc800f8a8 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:48:55.637416 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c915861-8354-447c-89ac-54c1a5d43408 req-8fcba223-5c50-4978-8ed0-83eb0728eeb9 service neutron] Checking agent: {'id': '7e509413-8b3d-41cc-85c9-4a7e2393f098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'started_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:48:55.637416 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c915861-8354-447c-89ac-54c1a5d43408 req-8fcba223-5c50-4978-8ed0-83eb0728eeb9 service neutron] Checking segment: {'id': '29a600a3-46df-4a50-b82c-2600cd91c4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:48:55.637416 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c915861-8354-447c-89ac-54c1a5d43408 req-8fcba223-5c50-4978-8ed0-83eb0728eeb9 service neutron] Bound using segment: {'id': '29a600a3-46df-4a50-b82c-2600cd91c4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8'} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:48:55.637416 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-7c915861-8354-447c-89ac-54c1a5d43408 req-8fcba223-5c50-4978-8ed0-83eb0728eeb9 service neutron] Bound port: f53a7785-c31d-40e1-be67-580223269462, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a600a3-46df-4a50-b82c-2600cd91c4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8'}}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:48:55.637416 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-7c915861-8354-447c-89ac-54c1a5d43408 req-8fcba223-5c50-4978-8ed0-83eb0728eeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:55.726936 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-7c915861-8354-447c-89ac-54c1a5d43408 req-8fcba223-5c50-4978-8ed0-83eb0728eeb9 service neutron] For port f53a7785-c31d-40e1-be67-580223269462, host hv-cinder-76330, cleared binding levels {{(pid=100361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:48:55.731860 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-7c915861-8354-447c-89ac-54c1a5d43408 req-8fcba223-5c50-4978-8ed0-83eb0728eeb9 service neutron] For port f53a7785-c31d-40e1-be67-580223269462, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=f53a7785-c31d-40e1-be67-580223269462,segment=NetworkSegment(29a600a3-46df-4a50-b82c-2600cd91c4cc),segment_id=29a600a3-46df-4a50-b82c-2600cd91c4cc)] {{(pid=100361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:48:55.751269 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning for port ae478b35-6f58-4b20-a64e-8cce3bc07f78 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:48:55.755348 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning complete for port ae478b35-6f58-4b20-a64e-8cce3bc07f78 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:48:55.760699 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:55.814878 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-7c915861-8354-447c-89ac-54c1a5d43408 req-8fcba223-5c50-4978-8ed0-83eb0728eeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995795'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:55.818217 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-795a299c-8580-4080-a559-e7945fdd4a07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:55.857785 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:55.857988 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c915861-8354-447c-89ac-54c1a5d43408 req-8fcba223-5c50-4978-8ed0-83eb0728eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:55.858477 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-7c915861-8354-447c-89ac-54c1a5d43408 req-8fcba223-5c50-4978-8ed0-83eb0728eeb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:55.859953 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-7c915861-8354-447c-89ac-54c1a5d43408 req-8fcba223-5c50-4978-8ed0-83eb0728eeb9 service neutron] 10.222.0.66 "PUT /v2.0/ports/f53a7785-c31d-40e1-be67-580223269462 HTTP/1.1" status: 200 len: 1094 time: 0.9945233 Jun 29 17:48:55.860501 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759c666f-14e0-44d2-9a39-6b198388e6d9', 'tag': 'f53a7785-c31d-40e1-be67-580223269462'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:48:55.862837 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb820b1-3cb9-442d-ada6-395512023034" -d '{"events": [{"name": "network-changed", "server_uuid": "759c666f-14e0-44d2-9a39-6b198388e6d9", "tag": "f53a7785-c31d-40e1-be67-580223269462"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:48:55.893850 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3efcd4-3d83-4d19-b017-1670f3e77389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae478b35-6f58-4b20-a64e-8cce3bc07f78'}] {{(pid=100363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:48:55.893980 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcba223-5c50-4978-8ed0-83eb0728eeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=f53a7785-c31d-40e1-be67-580223269462,revision_number=3']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:55.897587 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-8fcba223-5c50-4978-8ed0-83eb0728eeb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:55.897949 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0170bf9ab270c77a1188d5f8494ea938272331804d61dd1d179af329d40bd85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34bdc1e-3b5d-4a46-83ba-88a2be55511b" -d '{"events": [{"server_uuid": "3f3efcd4-3d83-4d19-b017-1670f3e77389", "name": "network-vif-plugged", "status": "completed", "tag": "ae478b35-6f58-4b20-a64e-8cce3bc07f78"}]}' {{(pid=100363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:48:55.915495 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port ae478b35-6f58-4b20-a64e-8cce3bc07f78, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=ae478b35-6f58-4b20-a64e-8cce3bc07f78,segment=NetworkSegment(049ba01c-72be-4d8b-9f56-1c7e4aba2261),segment_id=049ba01c-72be-4d8b-9f56-1c7e4aba2261)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:48:55.936046 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ae35dd-2cb8-45c9-8d46-c7088a9a076e x-openstack-request-id: req-12ae35dd-2cb8-45c9-8d46-c7088a9a076e {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:48:55.936338 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759c666f-14e0-44d2-9a39-6b198388e6d9", "tag": "f53a7785-c31d-40e1-be67-580223269462", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:48:55.936918 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-12ae35dd-2cb8-45c9-8d46-c7088a9a076e {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:48:55.937852 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759c666f-14e0-44d2-9a39-6b198388e6d9', 'tag': 'f53a7785-c31d-40e1-be67-580223269462', 'status': 'completed', 'code': 200} Jun 29 17:48:55.957093 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e795ea-8e89-4c86-9796-fa74b0db5835 x-openstack-request-id: req-11e795ea-8e89-4c86-9796-fa74b0db5835 {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:48:55.957394 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3efcd4-3d83-4d19-b017-1670f3e77389", "name": "network-vif-plugged", "status": "completed", "tag": "ae478b35-6f58-4b20-a64e-8cce3bc07f78", "code": 200}]} {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:48:55.957653 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-11e795ea-8e89-4c86-9796-fa74b0db5835 {{(pid=100363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:48:55.958055 dv-cinder-763306-14-iscsi neutron-server[100363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3efcd4-3d83-4d19-b017-1670f3e77389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae478b35-6f58-4b20-a64e-8cce3bc07f78', 'code': 200} Jun 29 17:48:56.016604 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:56.020356 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:56.051586 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb820b1-3cb9-442d-ada6-395512023034 req-dab64b2c-c8ff-4c70-82fd-e100bff75573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:56.053388 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-4fb820b1-3cb9-442d-ada6-395512023034 req-dab64b2c-c8ff-4c70-82fd-e100bff75573 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ffa0e33d5f7845379cdcff1fd75bcfc7&device_id=759c666f-14e0-44d2-9a39-6b198388e6d9 HTTP/1.1" status: 200 len: 1097 time: 0.0835619 Jun 29 17:48:56.110880 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=ae478b35-6f58-4b20-a64e-8cce3bc07f78,revision_number=5']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:56.111689 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:56.205392 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb820b1-3cb9-442d-ada6-395512023034 req-8eb5f06f-5a96-48ad-80bc-cc0af0e18329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:56.207042 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-4fb820b1-3cb9-442d-ada6-395512023034 req-8eb5f06f-5a96-48ad-80bc-cc0af0e18329 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=ffa0e33d5f7845379cdcff1fd75bcfc7&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1432302 Jun 29 17:48:56.331394 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb820b1-3cb9-442d-ada6-395512023034 req-d2ee4120-7059-41a2-bb26-85dbdadf0070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:56.333321 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-4fb820b1-3cb9-442d-ada6-395512023034 req-d2ee4120-7059-41a2-bb26-85dbdadf0070 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1188085 Jun 29 17:48:56.451132 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 38996) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:48:56.508358 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c915861-8354-447c-89ac-54c1a5d43408 req-d7353f8f-b1c9-433d-b43e-520e36b649fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:56.509825 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-7c915861-8354-447c-89ac-54c1a5d43408 req-d7353f8f-b1c9-433d-b43e-520e36b649fc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ffa0e33d5f7845379cdcff1fd75bcfc7&device_id=759c666f-14e0-44d2-9a39-6b198388e6d9 HTTP/1.1" status: 200 len: 1097 time: 0.0855472 Jun 29 17:48:56.622456 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1f381-75f7-44b7-804f-073e2a887de9 req-78c88c14-4e0d-421c-8035-18bb1ddecae0 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:56.624475 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-32c1f381-75f7-44b7-804f-073e2a887de9 req-78c88c14-4e0d-421c-8035-18bb1ddecae0 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=3f3efcd4-3d83-4d19-b017-1670f3e77389 HTTP/1.1" status: 200 len: 945 time: 0.1743195 Jun 29 17:48:56.636539 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-18cc1066-40f2-4a51-9948-65758a558580 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-908327013-network', 'tenant_id': '2d4e50ab443342309850a2f2ff891e3d'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:48:56.641791 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee02bc9-7d21-4ccc-9ca0-1293ec1f4cac req-6a4fc159-7094-48bc-ba1f-9031cc7f20cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:56.643315 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7ee02bc9-7d21-4ccc-9ca0-1293ec1f4cac req-6a4fc159-7094-48bc-ba1f-9031cc7f20cc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3f3efcd4-3d83-4d19-b017-1670f3e77389 HTTP/1.1" status: 200 len: 1098 time: 0.1754007 Jun 29 17:48:56.692774 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b20c00-e209-418d-ba22-a3493b8bfc0a req-5b027a61-087d-4832-9ff7-8de05c88af0d tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:56.692774 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-93b20c00-e209-418d-ba22-a3493b8bfc0a req-5b027a61-087d-4832-9ff7-8de05c88af0d tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=759c666f-14e0-44d2-9a39-6b198388e6d9 HTTP/1.1" status: 200 len: 944 time: 0.1900518 Jun 29 17:48:56.753388 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7ee02bc9-7d21-4ccc-9ca0-1293ec1f4cac req-7ae01c4b-65b1-4973-a227-20060e5d9585 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980868 Jun 29 17:48:56.756489 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-32c1f381-75f7-44b7-804f-073e2a887de9 req-b6bf4fa2-3509-45a8-9977-b13899977692 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111586 Jun 29 17:48:56.774250 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-93b20c00-e209-418d-ba22-a3493b8bfc0a req-d2f2c17c-3335-462a-ad56-4ab5600d8780 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750980 Jun 29 17:48:56.791269 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cc1066-40f2-4a51-9948-65758a558580 admin admin] Made reservation on behalf of 2d4e50ab443342309850a2f2ff891e3d for: {'network': 1} {{(pid=100362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:48:56.800097 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-18cc1066-40f2-4a51-9948-65758a558580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for network, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:56.813719 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-18cc1066-40f2-4a51-9948-65758a558580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:56.872361 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-7c915861-8354-447c-89ac-54c1a5d43408 req-c05cee45-f45b-4207-a7b1-509e362128c4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f53a7785-c31d-40e1-be67-580223269462 HTTP/1.1" status: 200 len: 217 time: 0.3491032 Jun 29 17:48:56.939465 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-18cc1066-40f2-4a51-9948-65758a558580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:56.940134 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c915861-8354-447c-89ac-54c1a5d43408 req-fd0ebd35-f130-4223-b0ee-72f48bf53e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:56.941638 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-7c915861-8354-447c-89ac-54c1a5d43408 req-fd0ebd35-f130-4223-b0ee-72f48bf53e13 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b7e9dcee-74f5-48ad-89ce-ac67b815e2b9 HTTP/1.1" status: 200 len: 851 time: 0.0490732 Jun 29 17:48:57.000985 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-18cc1066-40f2-4a51-9948-65758a558580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:57.005141 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-92e2c242-5f5f-49cb-994c-adccdbe44247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:57.008565 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c915861-8354-447c-89ac-54c1a5d43408 req-8ecc8dbf-a317-4bc6-8542-408f6115e85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:57.013662 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-7c915861-8354-447c-89ac-54c1a5d43408 req-8ecc8dbf-a317-4bc6-8542-408f6115e85c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ff2185c-17e8-4779-b98f-a1cbc800f8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0614510 Jun 29 17:48:57.023103 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18cc1066-40f2-4a51-9948-65758a558580 admin admin] vlan segment allocate from pool success with {'vlan_id': 902, 'physical_network': 'physnet1'} {{(pid=100362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:48:57.038105 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc1066-40f2-4a51-9948-65758a558580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6360fda5-52cd-4c85-8461-7d03f196f124,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:57.043373 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-18cc1066-40f2-4a51-9948-65758a558580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:57.044878 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-18cc1066-40f2-4a51-9948-65758a558580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:57.045290 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.db.segments_db [None req-18cc1066-40f2-4a51-9948-65758a558580 admin admin] Added segment 0c2dd3a3-6665-4dc0-9758-37d452975685 of type vlan for network 0795294b-2f65-4b7c-8ce7-6cd7be561ad1 Jun 29 17:48:57.090118 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-18cc1066-40f2-4a51-9948-65758a558580 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732082150732'] for network, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:57.117511 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-7c915861-8354-447c-89ac-54c1a5d43408 req-86e7729c-cebd-4e36-af53-1990bf86501c service neutron] 10.222.0.66 "GET /v2.0/networks/1ff2185c-17e8-4779-b98f-a1cbc800f8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989628 Jun 29 17:48:57.238429 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-7c915861-8354-447c-89ac-54c1a5d43408 req-b6e9e4da-417f-4599-a6bf-f8f6265f6f43 service neutron] 10.222.0.66 "GET /v2.0/networks/1ff2185c-17e8-4779-b98f-a1cbc800f8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028657 Jun 29 17:48:57.258675 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-18cc1066-40f2-4a51-9948-65758a558580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for network, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:57.261286 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cc1066-40f2-4a51-9948-65758a558580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:57.262236 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-18cc1066-40f2-4a51-9948-65758a558580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:57.267057 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-91578916-4775-41e5-bb57-28734472b556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:57.330818 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc1066-40f2-4a51-9948-65758a558580 admin admin] Pushing event updated for resources: {'Network': ['ID=0795294b-2f65-4b7c-8ce7-6cd7be561ad1,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:57.333803 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-18cc1066-40f2-4a51-9948-65758a558580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:57.346041 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Network 0795294b-2f65-4b7c-8ce7-6cd7be561ad1 details requested by agent ovs-agent-dv-cinder-763306-14-iscsi with host dv-cinder-763306-14-iscsi {{(pid=100363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:48:57.381553 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-18cc1066-40f2-4a51-9948-65758a558580 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9260635 Jun 29 17:48:57.381877 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 39002) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:48:57.387559 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-aaefc3d2-f87c-4e40-a5b7-f0484b22a991 admin admin] Request body: {'subnet': {'network_id': '0795294b-2f65-4b7c-8ce7-6cd7be561ad1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-908327013-subnet', 'tenant_id': '2d4e50ab443342309850a2f2ff891e3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:48:57.464346 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-7880c134-e0b4-4646-9fc5-00a174a988a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:57.486553 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaefc3d2-f87c-4e40-a5b7-f0484b22a991 admin admin] Made reservation on behalf of 2d4e50ab443342309850a2f2ff891e3d for: {'subnet': 1} {{(pid=100362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:48:57.489092 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-aaefc3d2-f87c-4e40-a5b7-f0484b22a991 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10114600'] for subnet, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:57.756797 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-aaefc3d2-f87c-4e40-a5b7-f0484b22a991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2715246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10114618'] for subnet, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:57.759172 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:48:57.815298 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefc3d2-f87c-4e40-a5b7-f0484b22a991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2854b27f-d88a-4fe7-bc24-8800c325525b,revision_number=0']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:48:57.819157 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-aaefc3d2-f87c-4e40-a5b7-f0484b22a991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:48:57.841375 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaefc3d2-f87c-4e40-a5b7-f0484b22a991 admin admin] Checking segment: {'id': '0c2dd3a3-6665-4dc0-9758-37d452975685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0795294b-2f65-4b7c-8ce7-6cd7be561ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:48:57.842461 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaefc3d2-f87c-4e40-a5b7-f0484b22a991 admin admin] Network hostable DHCP agents. Network: 0795294b-2f65-4b7c-8ce7-6cd7be561ad1, hostable agents: ['24069b9b-1321-42f1-b289-5cb1180ca833'], hosted agents: [] {{(pid=100362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:48:57.943503 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaefc3d2-f87c-4e40-a5b7-f0484b22a991 admin admin] Network 0795294b-2f65-4b7c-8ce7-6cd7be561ad1 is scheduled to be hosted by DHCP agent 24069b9b-1321-42f1-b289-5cb1180ca833 with binding_index 1 {{(pid=100362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:48:58.011276 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd543468-e803-424f-8668-e570683615ba req-713ea633-8f2a-448d-b4f9-b61e566eec3f tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:58.013035 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bd543468-e803-424f-8668-e570683615ba req-713ea633-8f2a-448d-b4f9-b61e566eec3f tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=3f3efcd4-3d83-4d19-b017-1670f3e77389 HTTP/1.1" status: 200 len: 945 time: 0.1190526 Jun 29 17:48:58.028430 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e50592-06d4-48a5-bf6d-607029a97594 req-734254e5-cc3a-4a4c-b04f-e0d2691adcb1 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:58.029917 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d0e50592-06d4-48a5-bf6d-607029a97594 req-734254e5-cc3a-4a4c-b04f-e0d2691adcb1 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=759c666f-14e0-44d2-9a39-6b198388e6d9 HTTP/1.1" status: 200 len: 944 time: 0.1063528 Jun 29 17:48:58.076458 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.base_scheduler [None req-aaefc3d2-f87c-4e40-a5b7-f0484b22a991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-iscsi, 0795294b-2f65-4b7c-8ce7-6cd7be561ad1) {{(pid=100362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:48:58.085327 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ecbbda-110a-47f5-9134-7a0fb68a1bd0 None None] Network 0795294b-2f65-4b7c-8ce7-6cd7be561ad1 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:48:58.089855 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bd543468-e803-424f-8668-e570683615ba req-2fb6e1a2-9cf8-4f24-b8b8-ccf9dd2a44ad tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708838 Jun 29 17:48:58.093243 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaefc3d2-f87c-4e40-a5b7-f0484b22a991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:58.095636 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-aaefc3d2-f87c-4e40-a5b7-f0484b22a991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for subnet, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:58.102731 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d0e50592-06d4-48a5-bf6d-607029a97594 req-364bae1d-eab4-40d4-a883-108905ad6920 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664549 Jun 29 17:48:58.199020 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-aaefc3d2-f87c-4e40-a5b7-f0484b22a991 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8147643 Jun 29 17:48:58.225670 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dec2ad-3925-40f8-9ed2-2094e901ef2d None None] Network 0795294b-2f65-4b7c-8ce7-6cd7be561ad1 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:48:59.294807 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54bd15-f3c1-4768-95db-8b741980ad50 req-0cdc6a7c-872e-459b-a0bd-8da381bfc2dd tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:59.296248 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5b54bd15-f3c1-4768-95db-8b741980ad50 req-0cdc6a7c-872e-459b-a0bd-8da381bfc2dd tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=759c666f-14e0-44d2-9a39-6b198388e6d9 HTTP/1.1" status: 200 len: 944 time: 0.0679853 Jun 29 17:48:59.349086 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5b54bd15-f3c1-4768-95db-8b741980ad50 req-cfd6f7c3-cf8e-4cb0-b52c-2cea91c3e8d0 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454662 Jun 29 17:48:59.789951 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717718df-e779-4489-b385-222da057eeaf req-f529cfb4-5c0a-4911-b7fb-584068fb50d0 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:48:59.791932 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-717718df-e779-4489-b385-222da057eeaf req-f529cfb4-5c0a-4911-b7fb-584068fb50d0 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 946 time: 0.0803270 Jun 29 17:48:59.841285 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-6866a9d1-2a3b-4c12-9630-c5e5b22b0392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:48:59.842405 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-717718df-e779-4489-b385-222da057eeaf req-c2567f1c-1698-4304-9ab2-24c9d4973320 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430129 Jun 29 17:48:59.910865 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:00.413176 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-56c7711e-5e5e-4605-932b-846e52d45aee tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:00.414615 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-56c7711e-5e5e-4605-932b-846e52d45aee tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/networks?id=0795294b-2f65-4b7c-8ce7-6cd7be561ad1 HTTP/1.1" status: 200 len: 808 time: 0.1200490 Jun 29 17:49:00.432546 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-dbc798bd-cc9c-4698-98cf-315b239aeac4 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/quotas/2d4e50ab443342309850a2f2ff891e3d HTTP/1.1" status: 200 len: 375 time: 0.0112000 Jun 29 17:49:00.469031 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-0d4341ce-d6b5-4e7f-996c-57b532bb8813 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=2d4e50ab443342309850a2f2ff891e3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304489 Jun 29 17:49:00.571254 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-a4d205c3-e5e5-4e1d-8f03-668a21145bcc service neutron] 10.222.0.102 "GET /v2.0/networks/0795294b-2f65-4b7c-8ce7-6cd7be561ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954218 Jun 29 17:49:00.681668 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-f54007ca-7b05-4263-80e2-6a0dce8d6717 service neutron] 10.222.0.102 "GET /v2.0/networks/0795294b-2f65-4b7c-8ce7-6cd7be561ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032283 Jun 29 17:49:00.849920 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db91a26-9a58-49e4-989f-79338ce598a3 req-411d2cc3-8cc8-44e2-abba-153da6bf48f4 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:00.851461 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5db91a26-9a58-49e4-989f-79338ce598a3 req-411d2cc3-8cc8-44e2-abba-153da6bf48f4 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=759c666f-14e0-44d2-9a39-6b198388e6d9 HTTP/1.1" status: 200 len: 944 time: 0.0725565 Jun 29 17:49:00.935012 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5db91a26-9a58-49e4-989f-79338ce598a3 req-c4451dbb-b06a-4bb7-96c6-1e1662f669ea tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726957 Jun 29 17:49:01.015205 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0d339fb9-3c1d-4436-a32c-c20bac30e12b req-133695b1-bc39-4af7-b0ff-314d08f0b52e tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?device_id=5ccc7ef7-fc86-416c-acbb-13b98482b14e HTTP/1.1" status: 200 len: 210 time: 0.0378292 Jun 29 17:49:01.082366 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d92dd-c72e-4bc6-8519-e908697570bd req-d73e518b-566a-497f-8bdb-458e3d220dd9 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:01.084008 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b59d92dd-c72e-4bc6-8519-e908697570bd req-d73e518b-566a-497f-8bdb-458e3d220dd9 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 946 time: 0.0718384 Jun 29 17:49:01.127627 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b59d92dd-c72e-4bc6-8519-e908697570bd req-353177f9-61fa-4e03-9c0d-3520a4a3cb5e tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365629 Jun 29 17:49:01.481071 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:02.119179 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef36ccc-8543-48bd-87f8-3440d29af34c req-3036767a-6160-4495-baf0-1e38c41815a7 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:02.123372 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4ef36ccc-8543-48bd-87f8-3440d29af34c req-3036767a-6160-4495-baf0-1e38c41815a7 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=759c666f-14e0-44d2-9a39-6b198388e6d9 HTTP/1.1" status: 200 len: 944 time: 0.0809927 Jun 29 17:49:02.180196 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-08812e2c-d485-4cf1-88e3-1c3c7d90b26f req-5eabcb8f-7752-44e5-9859-0eb612d5c446 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?device_id=5ccc7ef7-fc86-416c-acbb-13b98482b14e HTTP/1.1" status: 200 len: 210 time: 0.0377915 Jun 29 17:49:02.194842 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4ef36ccc-8543-48bd-87f8-3440d29af34c req-12f55763-a955-4f28-92ee-c99d554715e8 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662544 Jun 29 17:49:02.352195 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a74ce-a621-4647-b90f-3c405ed5d6d5 req-5dd766d1-cd49-45f7-8cd7-49f7dd813661 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:02.354281 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-038a74ce-a621-4647-b90f-3c405ed5d6d5 req-5dd766d1-cd49-45f7-8cd7-49f7dd813661 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 946 time: 0.0676560 Jun 29 17:49:02.396883 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-038a74ce-a621-4647-b90f-3c405ed5d6d5 req-cb73e52f-09f7-49df-91ea-4b97427bdd09 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357356 Jun 29 17:49:03.185089 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:03.349492 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-175620ec-0a56-4a3d-ba16-037300e9d4a5 req-bea4ebbc-fe43-46c0-b8cb-b73acd3c657c tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?device_id=5ccc7ef7-fc86-416c-acbb-13b98482b14e HTTP/1.1" status: 200 len: 210 time: 0.0339229 Jun 29 17:49:03.421229 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f791d5-8b0a-4d9e-8f9d-03c5255ec957 req-e0caabd1-8682-42de-8841-6f6e696e8ad0 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:03.422954 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b0f791d5-8b0a-4d9e-8f9d-03c5255ec957 req-e0caabd1-8682-42de-8841-6f6e696e8ad0 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=759c666f-14e0-44d2-9a39-6b198388e6d9 HTTP/1.1" status: 200 len: 944 time: 0.0769045 Jun 29 17:49:03.477922 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b0f791d5-8b0a-4d9e-8f9d-03c5255ec957 req-83867c27-0c6a-4023-ac7e-f09a41551bd8 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469089 Jun 29 17:49:03.510824 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-ecd1683f-db08-478e-922a-ecb1a6334461 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:03.512949 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-ecd1683f-db08-478e-922a-ecb1a6334461 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.66 "GET /v2.0/networks?id=0795294b-2f65-4b7c-8ce7-6cd7be561ad1 HTTP/1.1" status: 200 len: 808 time: 0.1119926 Jun 29 17:49:03.527031 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-e284b284-3ded-4b2c-b54e-31d241145ee4 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Request body: {'port': {'device_id': '5ccc7ef7-fc86-416c-acbb-13b98482b14e', 'network_id': '0795294b-2f65-4b7c-8ce7-6cd7be561ad1', 'admin_state_up': True, 'tenant_id': '2d4e50ab443342309850a2f2ff891e3d'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:49:03.601096 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b5db9-3985-4de1-b075-e0971e6f9046 req-42e52bd3-0476-42a0-b837-26f527869a57 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:03.602852 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-988b5db9-3985-4de1-b075-e0971e6f9046 req-42e52bd3-0476-42a0-b837-26f527869a57 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 946 time: 0.0820625 Jun 29 17:49:03.659174 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-988b5db9-3985-4de1-b075-e0971e6f9046 req-ea8fb546-ea35-48c9-b7bb-cf4f7dea622b tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439901 Jun 29 17:49:03.756533 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-e284b284-3ded-4b2c-b54e-31d241145ee4 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Made reservation on behalf of 2d4e50ab443342309850a2f2ff891e3d for: {'port': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:49:03.760221 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-e284b284-3ded-4b2c-b54e-31d241145ee4 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:03.894453 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-e284b284-3ded-4b2c-b54e-31d241145ee4 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Allocated IP 172.20.0.6 (0795294b-2f65-4b7c-8ce7-6cd7be561ad1/2854b27f-d88a-4fe7-bc24-8800c325525b/87f5d6e2-1682-4b63-a990-89a6240af3a1) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:49:04.059645 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-e284b284-3ded-4b2c-b54e-31d241145ee4 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:04.169802 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-e284b284-3ded-4b2c-b54e-31d241145ee4 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9995809'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:04.174367 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-c41f2593-bb77-4fd1-8e61-0ecd84b62f1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:49:04.219260 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-e284b284-3ded-4b2c-b54e-31d241145ee4 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Network 0795294b-2f65-4b7c-8ce7-6cd7be561ad1 is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:49:04.222842 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-e284b284-3ded-4b2c-b54e-31d241145ee4 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:49:04.226908 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-e284b284-3ded-4b2c-b54e-31d241145ee4 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:49:04.234648 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284b284-3ded-4b2c-b54e-31d241145ee4 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Pushing event updated for resources: {'Port': ['ID=87f5d6e2-1682-4b63-a990-89a6240af3a1,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:49:04.255466 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-e284b284-3ded-4b2c-b54e-31d241145ee4 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:49:04.286877 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-e284b284-3ded-4b2c-b54e-31d241145ee4 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:04.287512 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-e284b284-3ded-4b2c-b54e-31d241145ee4 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:04.378745 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-e284b284-3ded-4b2c-b54e-31d241145ee4 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8562984 Jun 29 17:49:04.391182 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-447e5fad-57c7-4b34-8d1d-f26d7cd2683a service neutron] Request body: {'port': {'device_id': '5ccc7ef7-fc86-416c-acbb-13b98482b14e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:49:04.470440 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-447e5fad-57c7-4b34-8d1d-f26d7cd2683a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:04.549699 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53735d2e-d78b-4f26-b323-a4b54411ea9c req-84c4e8ac-947b-4939-82a9-6c2da35d9686 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:04.551273 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-53735d2e-d78b-4f26-b323-a4b54411ea9c req-84c4e8ac-947b-4939-82a9-6c2da35d9686 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?device_id=5ccc7ef7-fc86-416c-acbb-13b98482b14e HTTP/1.1" status: 200 len: 931 time: 0.0796337 Jun 29 17:49:04.595758 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-53735d2e-d78b-4f26-b323-a4b54411ea9c req-5a758253-85c1-45e8-9761-d3fe44e18a7d tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/security-groups?id=6360fda5-52cd-4c85-8461-7d03f196f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377896 Jun 29 17:49:04.692679 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dcbb93-be2b-475a-9fa1-df4d2f275d61 req-42242e41-5a54-4287-bb2a-a5a33529514b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:04.694225 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f1dcbb93-be2b-475a-9fa1-df4d2f275d61 req-42242e41-5a54-4287-bb2a-a5a33529514b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=759c666f-14e0-44d2-9a39-6b198388e6d9 HTTP/1.1" status: 200 len: 944 time: 0.0898225 Jun 29 17:49:04.741750 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f1dcbb93-be2b-475a-9fa1-df4d2f275d61 req-a36d045b-1666-4d56-9f28-4414762e451c tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404809 Jun 29 17:49:04.804844 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-447e5fad-57c7-4b34-8d1d-f26d7cd2683a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87f5d6e2-1682-4b63-a990-89a6240af3a1 {{(pid=100361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:49:04.814120 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-447e5fad-57c7-4b34-8d1d-f26d7cd2683a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:04.827599 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-447e5fad-57c7-4b34-8d1d-f26d7cd2683a service neutron] Transition to ACTIVE for port object 87f5d6e2-1682-4b63-a990-89a6240af3a1 will not be triggered until provisioned by entity L2. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:49:04.889228 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93953d1f-3193-4cb4-9b34-92938dbea6bf req-25dc3225-fc01-42b0-a68a-be6c5d448dbf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:04.890770 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-93953d1f-3193-4cb4-9b34-92938dbea6bf req-25dc3225-fc01-42b0-a68a-be6c5d448dbf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 946 time: 0.0651312 Jun 29 17:49:04.892232 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-447e5fad-57c7-4b34-8d1d-f26d7cd2683a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995795'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:04.895697 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-188ef794-8afe-48f9-952a-a30ea3e84db9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:49:04.933640 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-93953d1f-3193-4cb4-9b34-92938dbea6bf req-ab93fc54-1113-4f67-a124-35d17f4f8f22 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360460 Jun 29 17:49:04.944256 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e5fad-57c7-4b34-8d1d-f26d7cd2683a service neutron] Pushing event updated for resources: {'Port': ['ID=87f5d6e2-1682-4b63-a990-89a6240af3a1,revision_number=2']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:49:04.948525 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-447e5fad-57c7-4b34-8d1d-f26d7cd2683a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:49:05.030679 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-447e5fad-57c7-4b34-8d1d-f26d7cd2683a service neutron] Attempting to bind port 87f5d6e2-1682-4b63-a990-89a6240af3a1 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:49:05.031021 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-447e5fad-57c7-4b34-8d1d-f26d7cd2683a service neutron] Attempting to bind port 87f5d6e2-1682-4b63-a990-89a6240af3a1 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '0c2dd3a3-6665-4dc0-9758-37d452975685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0795294b-2f65-4b7c-8ce7-6cd7be561ad1'}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:49:05.031392 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-447e5fad-57c7-4b34-8d1d-f26d7cd2683a service neutron] Attempting to bind port 87f5d6e2-1682-4b63-a990-89a6240af3a1 on network 0795294b-2f65-4b7c-8ce7-6cd7be561ad1 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:49:05.036915 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-447e5fad-57c7-4b34-8d1d-f26d7cd2683a service neutron] Port 87f5d6e2-1682-4b63-a990-89a6240af3a1 on network 0795294b-2f65-4b7c-8ce7-6cd7be561ad1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:49:05.037246 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-447e5fad-57c7-4b34-8d1d-f26d7cd2683a service neutron] Attempting to bind port 87f5d6e2-1682-4b63-a990-89a6240af3a1 on network 0795294b-2f65-4b7c-8ce7-6cd7be561ad1 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:49:05.043909 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-447e5fad-57c7-4b34-8d1d-f26d7cd2683a service neutron] Checking agent: {'id': '7e509413-8b3d-41cc-85c9-4a7e2393f098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'started_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:49:05.044255 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-447e5fad-57c7-4b34-8d1d-f26d7cd2683a service neutron] Checking segment: {'id': '0c2dd3a3-6665-4dc0-9758-37d452975685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0795294b-2f65-4b7c-8ce7-6cd7be561ad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:49:05.044677 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-447e5fad-57c7-4b34-8d1d-f26d7cd2683a service neutron] Bound using segment: {'id': '0c2dd3a3-6665-4dc0-9758-37d452975685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0795294b-2f65-4b7c-8ce7-6cd7be561ad1'} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:49:05.045129 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-447e5fad-57c7-4b34-8d1d-f26d7cd2683a service neutron] Bound port: 87f5d6e2-1682-4b63-a990-89a6240af3a1, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c2dd3a3-6665-4dc0-9758-37d452975685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0795294b-2f65-4b7c-8ce7-6cd7be561ad1'}}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:49:05.045495 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-447e5fad-57c7-4b34-8d1d-f26d7cd2683a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:05.113526 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-447e5fad-57c7-4b34-8d1d-f26d7cd2683a service neutron] For port 87f5d6e2-1682-4b63-a990-89a6240af3a1, host hv-cinder-76330, cleared binding levels {{(pid=100361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:49:05.116552 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-447e5fad-57c7-4b34-8d1d-f26d7cd2683a service neutron] For port 87f5d6e2-1682-4b63-a990-89a6240af3a1, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=87f5d6e2-1682-4b63-a990-89a6240af3a1,segment=NetworkSegment(0c2dd3a3-6665-4dc0-9758-37d452975685),segment_id=0c2dd3a3-6665-4dc0-9758-37d452975685)] {{(pid=100361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:49:05.173896 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-447e5fad-57c7-4b34-8d1d-f26d7cd2683a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995795'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:05.176266 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-1b942b9a-ca85-4900-9ac3-caa63e17d2c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:49:05.211646 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-447e5fad-57c7-4b34-8d1d-f26d7cd2683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:05.212398 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-447e5fad-57c7-4b34-8d1d-f26d7cd2683a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:05.214255 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-447e5fad-57c7-4b34-8d1d-f26d7cd2683a service neutron] 10.222.0.66 "PUT /v2.0/ports/87f5d6e2-1682-4b63-a990-89a6240af3a1 HTTP/1.1" status: 200 len: 1093 time: 0.8275228 Jun 29 17:49:05.219647 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ccc7ef7-fc86-416c-acbb-13b98482b14e', 'tag': '87f5d6e2-1682-4b63-a990-89a6240af3a1'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:49:05.222144 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc83a36a-76c5-4272-9a54-b543fe1c2324" -d '{"events": [{"name": "network-changed", "server_uuid": "5ccc7ef7-fc86-416c-acbb-13b98482b14e", "tag": "87f5d6e2-1682-4b63-a990-89a6240af3a1"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:49:05.244263 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e5fad-57c7-4b34-8d1d-f26d7cd2683a service neutron] Pushing event updated for resources: {'Port': ['ID=87f5d6e2-1682-4b63-a990-89a6240af3a1,revision_number=3']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:49:05.248450 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-447e5fad-57c7-4b34-8d1d-f26d7cd2683a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:49:05.261504 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd647f5e-49fc-404d-a86e-1b7c5d3156e1 x-openstack-request-id: req-fd647f5e-49fc-404d-a86e-1b7c5d3156e1 {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:49:05.261839 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ccc7ef7-fc86-416c-acbb-13b98482b14e", "tag": "87f5d6e2-1682-4b63-a990-89a6240af3a1", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:49:05.262128 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-fd647f5e-49fc-404d-a86e-1b7c5d3156e1 {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:49:05.262598 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ccc7ef7-fc86-416c-acbb-13b98482b14e', 'tag': '87f5d6e2-1682-4b63-a990-89a6240af3a1', 'status': 'completed', 'code': 200} Jun 29 17:49:05.343517 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83a36a-76c5-4272-9a54-b543fe1c2324 req-15b46bdf-4dec-4b7d-b768-7bbff4fb6dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:05.345055 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-cc83a36a-76c5-4272-9a54-b543fe1c2324 req-15b46bdf-4dec-4b7d-b768-7bbff4fb6dcd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2d4e50ab443342309850a2f2ff891e3d&device_id=5ccc7ef7-fc86-416c-acbb-13b98482b14e HTTP/1.1" status: 200 len: 1096 time: 0.0584109 Jun 29 17:49:05.455837 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83a36a-76c5-4272-9a54-b543fe1c2324 req-c231f100-3b08-4396-8df8-ccc26578c751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:05.457301 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-cc83a36a-76c5-4272-9a54-b543fe1c2324 req-c231f100-3b08-4396-8df8-ccc26578c751 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=2d4e50ab443342309850a2f2ff891e3d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1019030 Jun 29 17:49:05.558764 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83a36a-76c5-4272-9a54-b543fe1c2324 req-dde513bd-9328-4f14-9606-4855d0de34bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:05.559982 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-cc83a36a-76c5-4272-9a54-b543fe1c2324 req-dde513bd-9328-4f14-9606-4855d0de34bd service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958240 Jun 29 17:49:05.644771 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device f53a7785-c31d-40e1-be67-580223269462 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=100363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:49:05.656372 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-ff287672-03e6-406c-ab94-13b8f3042307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:05.657732 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-ff287672-03e6-406c-ab94-13b8f3042307 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2d4e50ab443342309850a2f2ff891e3d&device_id=5ccc7ef7-fc86-416c-acbb-13b98482b14e HTTP/1.1" status: 200 len: 1096 time: 0.0568926 Jun 29 17:49:05.711422 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-b6833d3b-0872-47a0-8612-fba16d4c235a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87f5d6e2-1682-4b63-a990-89a6240af3a1 HTTP/1.1" status: 200 len: 217 time: 0.0461853 Jun 29 17:49:05.753977 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port f53a7785-c31d-40e1-be67-580223269462, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=f53a7785-c31d-40e1-be67-580223269462,segment=NetworkSegment(29a600a3-46df-4a50-b82c-2600cd91c4cc),segment_id=29a600a3-46df-4a50-b82c-2600cd91c4cc)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:49:05.765999 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Returning: {'device': 'f53a7785-c31d-40e1-be67-580223269462', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'port_id': 'f53a7785-c31d-40e1-be67-580223269462', 'mac_address': 'fa:16:3e:d9:c4:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 924, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:49:05.772800 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-d5c41714-7e8d-4c68-9d23-f1b19cbd502c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:05.773730 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-d5c41714-7e8d-4c68-9d23-f1b19cbd502c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2854b27f-d88a-4fe7-bc24-8800c325525b HTTP/1.1" status: 200 len: 848 time: 0.0532835 Jun 29 17:49:05.818355 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:05.826946 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-8886d636-5faf-4612-9788-448f45bfa746 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0795294b-2f65-4b7c-8ce7-6cd7be561ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414789 Jun 29 17:49:05.832635 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f53a7785-c31d-40e1-be67-580223269462 {{(pid=100363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:49:05.848920 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317427f4-0374-40a7-aa94-99f194ce7f8b req-9dad1bb2-6446-4699-b398-592941b99ce3 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:05.857482 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port f53a7785-c31d-40e1-be67-580223269462, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=f53a7785-c31d-40e1-be67-580223269462,segment=NetworkSegment(29a600a3-46df-4a50-b82c-2600cd91c4cc),segment_id=29a600a3-46df-4a50-b82c-2600cd91c4cc)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:49:05.859337 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-317427f4-0374-40a7-aa94-99f194ce7f8b req-9dad1bb2-6446-4699-b398-592941b99ce3 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?device_id=5ccc7ef7-fc86-416c-acbb-13b98482b14e HTTP/1.1" status: 200 len: 943 time: 0.1171036 Jun 29 17:49:05.938874 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-317427f4-0374-40a7-aa94-99f194ce7f8b req-e2b7b9bf-3289-48c5-b1a3-90140dce57b8 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/security-groups?id=6360fda5-52cd-4c85-8461-7d03f196f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783341 Jun 29 17:49:05.946902 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-443b310a-aed2-407e-89ab-56b0f3340cba service neutron] 10.222.0.66 "GET /v2.0/networks/0795294b-2f65-4b7c-8ce7-6cd7be561ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131058 Jun 29 17:49:05.956769 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:05.959415 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:49:05.996009 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdddeed-12d7-4bef-8272-07923bf606e3 req-52eb40f8-2d89-442a-b492-35f8b4ebc2f5 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:05.997573 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6fdddeed-12d7-4bef-8272-07923bf606e3 req-52eb40f8-2d89-442a-b492-35f8b4ebc2f5 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=759c666f-14e0-44d2-9a39-6b198388e6d9 HTTP/1.1" status: 200 len: 944 time: 0.1183133 Jun 29 17:49:06.043092 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=f53a7785-c31d-40e1-be67-580223269462,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:49:06.062697 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:06.067241 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:06.075964 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:06.075964 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:06.075964 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:06.075964 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:06.075964 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:06.075964 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:06.075964 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:06.075964 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:06.075964 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:06.075964 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:06.082524 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:49:06.089136 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6fdddeed-12d7-4bef-8272-07923bf606e3 req-26b59ae6-be13-4d88-b911-ed95ba4db93f tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801797 Jun 29 17:49:06.095708 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ff809e04-a5fa-4fe4-bcb1-b9f63750f78d req-f00ac02f-3f53-4eaf-a35d-2c6cc1006b18 service neutron] 10.222.0.66 "GET /v2.0/networks/0795294b-2f65-4b7c-8ce7-6cd7be561ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301723 Jun 29 17:49:06.118361 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49a0de-96c3-4711-8597-6a52727c151e req-36c202ec-bf80-4b5b-ad2a-b0d736604a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:06.120909 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5d49a0de-96c3-4711-8597-6a52727c151e req-36c202ec-bf80-4b5b-ad2a-b0d736604a71 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=520634f86612491993523dadd9a5031f&device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 1099 time: 0.0974917 Jun 29 17:49:06.278289 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['f53a7785-c31d-40e1-be67-580223269462'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:49:06.282739 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8038a6-5b25-4628-b7ad-2b79ed9f1ee6 req-8659dc4d-f9f0-40b0-b1a2-99c55fb92670 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:06.283582 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7f8038a6-5b25-4628-b7ad-2b79ed9f1ee6 req-8659dc4d-f9f0-40b0-b1a2-99c55fb92670 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 946 time: 0.1417739 Jun 29 17:49:06.284916 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49a0de-96c3-4711-8597-6a52727c151e req-30e2cdd8-15a2-4c79-adba-84eeaf628319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:06.286230 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5d49a0de-96c3-4711-8597-6a52727c151e req-30e2cdd8-15a2-4c79-adba-84eeaf628319 service neutron] 10.222.0.66 "GET /v2.0/networks?id=08cb042b-f87f-4b94-8140-42a0828453a5 HTTP/1.1" status: 200 len: 910 time: 0.1350214 Jun 29 17:49:06.371754 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7f8038a6-5b25-4628-b7ad-2b79ed9f1ee6 req-02fed671-bc70-4ba7-9ff1-3deb4248cd8b tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821500 Jun 29 17:49:06.383645 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5d49a0de-96c3-4711-8597-6a52727c151e req-592e68f8-038d-4c76-addc-e6fafd056ad9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe3b2de6-47e7-4748-b9d7-7c3c5a913442 HTTP/1.1" status: 200 len: 1002 time: 0.0870621 Jun 29 17:49:06.442824 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49a0de-96c3-4711-8597-6a52727c151e req-ac438e31-9a8b-43a6-a844-ea087e4fd196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:06.444309 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5d49a0de-96c3-4711-8597-6a52727c151e req-ac438e31-9a8b-43a6-a844-ea087e4fd196 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=436361f6-8cab-4f88-8bbd-ea01ab450519 HTTP/1.1" status: 200 len: 848 time: 0.0492654 Jun 29 17:49:06.506663 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49a0de-96c3-4711-8597-6a52727c151e req-e52d4d30-9a63-4371-8112-5ce2e0d7e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:06.508149 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5d49a0de-96c3-4711-8597-6a52727c151e req-e52d4d30-9a63-4371-8112-5ce2e0d7e0b8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=08cb042b-f87f-4b94-8140-42a0828453a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0569665 Jun 29 17:49:06.609697 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5d49a0de-96c3-4711-8597-6a52727c151e req-014a8e2e-bf6d-402f-b912-41fd2afa1ff0 service neutron] 10.222.0.66 "GET /v2.0/networks/08cb042b-f87f-4b94-8140-42a0828453a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928857 Jun 29 17:49:06.706487 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5d49a0de-96c3-4711-8597-6a52727c151e req-82ac97e3-b389-47fa-8942-52f8d690d1fb service neutron] 10.222.0.66 "GET /v2.0/networks/08cb042b-f87f-4b94-8140-42a0828453a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894165 Jun 29 17:49:07.129322 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ae744-81e1-4428-a245-83728d49ac7d req-0d71a0f4-6940-45e5-9a9d-e577efba2fb3 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:07.131127 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f65ae744-81e1-4428-a245-83728d49ac7d req-0d71a0f4-6940-45e5-9a9d-e577efba2fb3 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?device_id=5ccc7ef7-fc86-416c-acbb-13b98482b14e HTTP/1.1" status: 200 len: 943 time: 0.0745718 Jun 29 17:49:07.179953 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f65ae744-81e1-4428-a245-83728d49ac7d req-c0ce684e-400b-4541-8c4e-8d972fbdf603 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/security-groups?id=6360fda5-52cd-4c85-8461-7d03f196f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415602 Jun 29 17:49:07.271076 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed6df9-1481-481f-950e-8ee5a5f5330a req-c6898056-c138-4796-a8bf-d6bc08e49813 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:07.272721 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9aed6df9-1481-481f-950e-8ee5a5f5330a req-c6898056-c138-4796-a8bf-d6bc08e49813 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=759c666f-14e0-44d2-9a39-6b198388e6d9 HTTP/1.1" status: 200 len: 945 time: 0.0672016 Jun 29 17:49:07.316586 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9aed6df9-1481-481f-950e-8ee5a5f5330a req-96d0c919-52e8-4a30-962d-97da001d9fa2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378413 Jun 29 17:49:07.373313 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:07.577945 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c491f-6f7f-4f5e-91bd-1ca238b59df1 req-9a959f71-084a-4083-9335-17d2ec58dc59 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:07.579789 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-df7c491f-6f7f-4f5e-91bd-1ca238b59df1 req-9a959f71-084a-4083-9335-17d2ec58dc59 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 946 time: 0.0811017 Jun 29 17:49:07.628705 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-df7c491f-6f7f-4f5e-91bd-1ca238b59df1 req-e907ef75-7d4f-434c-bc45-0392a728d75f tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388980 Jun 29 17:49:07.667878 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device f53a7785-c31d-40e1-be67-580223269462 up at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:49:07.785008 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning for port f53a7785-c31d-40e1-be67-580223269462 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:49:07.789813 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning complete for port f53a7785-c31d-40e1-be67-580223269462 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:49:07.793087 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:07.874048 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:07.897931 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759c666f-14e0-44d2-9a39-6b198388e6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53a7785-c31d-40e1-be67-580223269462'}] {{(pid=100363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:49:07.900235 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0170bf9ab270c77a1188d5f8494ea938272331804d61dd1d179af329d40bd85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a424fc-1ed4-4b03-992d-794c9be8c53c" -d '{"events": [{"server_uuid": "759c666f-14e0-44d2-9a39-6b198388e6d9", "name": "network-vif-plugged", "status": "completed", "tag": "f53a7785-c31d-40e1-be67-580223269462"}]}' {{(pid=100363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:49:07.913801 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port f53a7785-c31d-40e1-be67-580223269462, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=f53a7785-c31d-40e1-be67-580223269462,segment=NetworkSegment(29a600a3-46df-4a50-b82c-2600cd91c4cc),segment_id=29a600a3-46df-4a50-b82c-2600cd91c4cc)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:49:07.940189 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904e8848-e8d2-4326-aea6-e013b091218d x-openstack-request-id: req-904e8848-e8d2-4326-aea6-e013b091218d {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:49:07.940489 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759c666f-14e0-44d2-9a39-6b198388e6d9", "name": "network-vif-plugged", "status": "completed", "tag": "f53a7785-c31d-40e1-be67-580223269462", "code": 200}]} {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:49:07.940774 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-904e8848-e8d2-4326-aea6-e013b091218d {{(pid=100363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:49:07.941173 dv-cinder-763306-14-iscsi neutron-server[100363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759c666f-14e0-44d2-9a39-6b198388e6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53a7785-c31d-40e1-be67-580223269462', 'code': 200} Jun 29 17:49:07.996702 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:07.998645 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-bdb15443-7298-41df-8e81-caeb0e7f674c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:49:08.049253 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=f53a7785-c31d-40e1-be67-580223269462,revision_number=5']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:49:08.053124 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:49:08.392320 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fca6aa-497e-406e-9ed0-3a2ff644f411 req-969f8ae1-e832-4a77-ac0d-8e9d6196cd89 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:08.393978 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-03fca6aa-497e-406e-9ed0-3a2ff644f411 req-969f8ae1-e832-4a77-ac0d-8e9d6196cd89 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?device_id=5ccc7ef7-fc86-416c-acbb-13b98482b14e HTTP/1.1" status: 200 len: 943 time: 0.0879536 Jun 29 17:49:08.442775 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-03fca6aa-497e-406e-9ed0-3a2ff644f411 req-9ed7f044-a0a6-4192-b4fb-59fc24dec2c9 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/security-groups?id=6360fda5-52cd-4c85-8461-7d03f196f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419383 Jun 29 17:49:08.566312 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cec18e-48de-4c7f-8a01-93597f11adbc req-1caaa12d-d9f0-4011-accc-621c96efad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:08.568817 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b6cec18e-48de-4c7f-8a01-93597f11adbc req-1caaa12d-d9f0-4011-accc-621c96efad2f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=759c666f-14e0-44d2-9a39-6b198388e6d9 HTTP/1.1" status: 200 len: 1099 time: 0.1049969 Jun 29 17:49:08.582741 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a5e09-985a-4384-a456-f802748a20a4 req-2e778ac0-bb64-4a67-ada2-dac9811612b3 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:08.584684 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fb3a5e09-985a-4384-a456-f802748a20a4 req-2e778ac0-bb64-4a67-ada2-dac9811612b3 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=759c666f-14e0-44d2-9a39-6b198388e6d9 HTTP/1.1" status: 200 len: 946 time: 0.1343789 Jun 29 17:49:08.639877 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b6cec18e-48de-4c7f-8a01-93597f11adbc req-11e6cf00-8d42-4a91-8341-628b8c88c2a6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540924 Jun 29 17:49:08.642588 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fb3a5e09-985a-4384-a456-f802748a20a4 req-a022cf43-0504-4805-8b16-4007d9549f42 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516291 Jun 29 17:49:08.820726 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4ac46-da7c-4d57-ae42-b3ee52c7cfc6 req-81022f32-1a77-4853-8943-a46ef2011731 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:08.822882 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e6a4ac46-da7c-4d57-ae42-b3ee52c7cfc6 req-81022f32-1a77-4853-8943-a46ef2011731 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 946 time: 0.0693660 Jun 29 17:49:08.865588 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e6a4ac46-da7c-4d57-ae42-b3ee52c7cfc6 req-ff4c90cf-ac6c-439c-8b9f-e244bffcd3ef tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368850 Jun 29 17:49:09.634818 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f9998-af05-480d-bc28-9dd209920677 req-91cf8ffb-4a92-4471-a363-b1adc64bb5bc tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:09.636859 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fa1f9998-af05-480d-bc28-9dd209920677 req-91cf8ffb-4a92-4471-a363-b1adc64bb5bc tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?device_id=5ccc7ef7-fc86-416c-acbb-13b98482b14e HTTP/1.1" status: 200 len: 943 time: 0.0721951 Jun 29 17:49:09.692566 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fa1f9998-af05-480d-bc28-9dd209920677 req-62619020-82ae-4aeb-a494-1a44afba2e10 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/security-groups?id=6360fda5-52cd-4c85-8461-7d03f196f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490713 Jun 29 17:49:09.694750 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 87f5d6e2-1682-4b63-a990-89a6240af3a1 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=100363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:49:09.838465 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 87f5d6e2-1682-4b63-a990-89a6240af3a1, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=87f5d6e2-1682-4b63-a990-89a6240af3a1,segment=NetworkSegment(0c2dd3a3-6665-4dc0-9758-37d452975685),segment_id=0c2dd3a3-6665-4dc0-9758-37d452975685)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:49:09.853011 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Returning: {'device': '87f5d6e2-1682-4b63-a990-89a6240af3a1', 'network_id': '0795294b-2f65-4b7c-8ce7-6cd7be561ad1', 'port_id': '87f5d6e2-1682-4b63-a990-89a6240af3a1', 'mac_address': 'fa:16:3e:2f:92:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2854b27f-d88a-4fe7-bc24-8800c325525b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:49:09.876897 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c132b9f-63ff-43b2-b0c4-00d68af9917c req-a8f4ac83-a8d6-49b2-b141-cc7063b88ab2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:09.878436 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0c132b9f-63ff-43b2-b0c4-00d68af9917c req-a8f4ac83-a8d6-49b2-b141-cc7063b88ab2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=759c666f-14e0-44d2-9a39-6b198388e6d9 HTTP/1.1" status: 200 len: 946 time: 0.0690746 Jun 29 17:49:09.902589 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:09.926954 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f5d6e2-1682-4b63-a990-89a6240af3a1 {{(pid=100363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:49:09.936643 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0c132b9f-63ff-43b2-b0c4-00d68af9917c req-e3bebc2c-5596-4a3a-a2c0-4e4be9408105 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454683 Jun 29 17:49:09.950847 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 87f5d6e2-1682-4b63-a990-89a6240af3a1, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=87f5d6e2-1682-4b63-a990-89a6240af3a1,segment=NetworkSegment(0c2dd3a3-6665-4dc0-9758-37d452975685),segment_id=0c2dd3a3-6665-4dc0-9758-37d452975685)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:49:10.059842 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:10.062951 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-bdb15443-7298-41df-8e81-caeb0e7f674c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:49:10.120645 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=87f5d6e2-1682-4b63-a990-89a6240af3a1,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:49:10.127339 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433ca7c-3c61-493c-8ad2-e30d9606f91e req-f307738e-be66-4351-a046-5d451feac9ed tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:10.128928 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0433ca7c-3c61-493c-8ad2-e30d9606f91e req-f307738e-be66-4351-a046-5d451feac9ed tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 946 time: 0.0813048 Jun 29 17:49:10.130159 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:49:10.178651 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0433ca7c-3c61-493c-8ad2-e30d9606f91e req-441ab4d8-e4f1-480c-8d1c-639837ea1ad4 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435159 Jun 29 17:49:10.463376 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['87f5d6e2-1682-4b63-a990-89a6240af3a1'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:49:10.894997 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff67af0-32fb-48b8-aaa9-d8e0c1ccda34 req-9deecb77-751b-45d0-9c13-0ea1390f54fa tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:10.896530 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6ff67af0-32fb-48b8-aaa9-d8e0c1ccda34 req-9deecb77-751b-45d0-9c13-0ea1390f54fa tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?device_id=5ccc7ef7-fc86-416c-acbb-13b98482b14e HTTP/1.1" status: 200 len: 944 time: 0.0767772 Jun 29 17:49:10.942428 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6ff67af0-32fb-48b8-aaa9-d8e0c1ccda34 req-f785688f-9faf-46ba-bea0-9491dc18eaf3 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/security-groups?id=6360fda5-52cd-4c85-8461-7d03f196f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370588 Jun 29 17:49:11.151614 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafa0ac-ed7b-4f00-a922-c6e2d26f3647 req-199f4825-52d8-4fe5-ad7b-b03cb817fda5 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:11.152882 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-caafa0ac-ed7b-4f00-a922-c6e2d26f3647 req-199f4825-52d8-4fe5-ad7b-b03cb817fda5 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=759c666f-14e0-44d2-9a39-6b198388e6d9 HTTP/1.1" status: 200 len: 946 time: 0.0854716 Jun 29 17:49:11.206620 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-caafa0ac-ed7b-4f00-a922-c6e2d26f3647 req-40240f16-a49f-4085-82d2-6b513da2b2c5 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478897 Jun 29 17:49:11.430114 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31581883-e5a0-459c-b4b6-065b8f88d75c req-829b66bc-96f3-4e65-a28b-2c1d7dfb14e9 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:11.431791 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-31581883-e5a0-459c-b4b6-065b8f88d75c req-829b66bc-96f3-4e65-a28b-2c1d7dfb14e9 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 946 time: 0.1162655 Jun 29 17:49:11.443498 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72305d-315d-458b-8c76-f688880f1030 req-aa14d588-d02a-41af-9285-7ef5eaacfb3b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:11.445037 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bc72305d-315d-458b-8c76-f688880f1030 req-aa14d588-d02a-41af-9285-7ef5eaacfb3b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=759c666f-14e0-44d2-9a39-6b198388e6d9 HTTP/1.1" status: 200 len: 946 time: 0.1194463 Jun 29 17:49:11.502588 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-31581883-e5a0-459c-b4b6-065b8f88d75c req-547bfa89-6eda-4d71-bdeb-e3d50b4b01cd tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564554 Jun 29 17:49:11.507399 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bc72305d-315d-458b-8c76-f688880f1030 req-f689d18f-db9b-4663-9e2b-c2e761360e39 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544555 Jun 29 17:49:11.534177 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 39162) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:49:11.703121 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51270dc5-6226-408a-9900-8f691f2bc25c tempest-TestVolumeBootPattern-79180066 tempest-TestVolumeBootPattern-79180066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:11.704706 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-51270dc5-6226-408a-9900-8f691f2bc25c tempest-TestVolumeBootPattern-79180066 tempest-TestVolumeBootPattern-79180066-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=759c666f-14e0-44d2-9a39-6b198388e6d9 HTTP/1.1" status: 200 len: 1094 time: 0.1695282 Jun 29 17:49:11.706461 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 87f5d6e2-1682-4b63-a990-89a6240af3a1 up at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:49:11.707496 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 39166) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:49:11.712127 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-c1f43db0-2e42-494b-a50c-56e6730cadc1 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Request body: {'floatingip': {'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'port_id': 'f53a7785-c31d-40e1-be67-580223269462', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:49:11.808449 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-c1f43db0-2e42-494b-a50c-56e6730cadc1 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for floatingip, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:11.830939 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning for port 87f5d6e2-1682-4b63-a990-89a6240af3a1 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:49:11.835919 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning complete for port 87f5d6e2-1682-4b63-a990-89a6240af3a1 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:49:11.836473 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:11.931200 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-c1f43db0-2e42-494b-a50c-56e6730cadc1 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:12.050276 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [None req-c1f43db0-2e42-494b-a50c-56e6730cadc1 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Allocated IP 172.27.3.21 (26c48c97-dd4e-49af-8475-2ecf6fc0aadd/7cd7448d-c974-46f0-8ef9-2783dc523a5d/2c1eaf2d-e1bb-4c1d-acc6-19526c03f1b7) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:49:12.064102 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:12.092596 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ccc7ef7-fc86-416c-acbb-13b98482b14e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f5d6e2-1682-4b63-a990-89a6240af3a1'}] {{(pid=100363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:49:12.095042 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0170bf9ab270c77a1188d5f8494ea938272331804d61dd1d179af329d40bd85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e703812f-756e-4ca8-9a7c-5e34d87cbb2f" -d '{"events": [{"server_uuid": "5ccc7ef7-fc86-416c-acbb-13b98482b14e", "name": "network-vif-plugged", "status": "completed", "tag": "87f5d6e2-1682-4b63-a990-89a6240af3a1"}]}' {{(pid=100363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:49:12.114913 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 87f5d6e2-1682-4b63-a990-89a6240af3a1, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=87f5d6e2-1682-4b63-a990-89a6240af3a1,segment=NetworkSegment(0c2dd3a3-6665-4dc0-9758-37d452975685),segment_id=0c2dd3a3-6665-4dc0-9758-37d452975685)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:49:12.154211 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b2074b-b86d-4783-bed6-f8435720f150 x-openstack-request-id: req-16b2074b-b86d-4783-bed6-f8435720f150 {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:49:12.155195 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ccc7ef7-fc86-416c-acbb-13b98482b14e", "name": "network-vif-plugged", "status": "completed", "tag": "87f5d6e2-1682-4b63-a990-89a6240af3a1", "code": 200}]} {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:49:12.155868 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-16b2074b-b86d-4783-bed6-f8435720f150 {{(pid=100363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:49:12.157272 dv-cinder-763306-14-iscsi neutron-server[100363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ccc7ef7-fc86-416c-acbb-13b98482b14e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f5d6e2-1682-4b63-a990-89a6240af3a1', 'code': 200} Jun 29 17:49:12.172412 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc922f72-ec56-4bce-b094-bf2018c4410c req-a4a0ec1d-4d19-4547-a8c7-b49502f7fb59 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:12.174869 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-dc922f72-ec56-4bce-b094-bf2018c4410c req-a4a0ec1d-4d19-4547-a8c7-b49502f7fb59 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?device_id=5ccc7ef7-fc86-416c-acbb-13b98482b14e HTTP/1.1" status: 200 len: 944 time: 0.1017234 Jun 29 17:49:12.212880 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:12.217738 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:49:12.230191 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-c1f43db0-2e42-494b-a50c-56e6730cadc1 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:12.293281 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=87f5d6e2-1682-4b63-a990-89a6240af3a1,revision_number=5']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:49:12.296766 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:49:12.364464 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-c1f43db0-2e42-494b-a50c-56e6730cadc1 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9995809'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:12.368235 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-8fcba223-5c50-4978-8ed0-83eb0728eeb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:49:12.410209 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f43db0-2e42-494b-a50c-56e6730cadc1 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:49:12.413680 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-c1f43db0-2e42-494b-a50c-56e6730cadc1 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:49:12.416612 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f43db0-2e42-494b-a50c-56e6730cadc1 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:49:12.452431 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f43db0-2e42-494b-a50c-56e6730cadc1 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Pushing event updated for resources: {'Port': ['ID=2c1eaf2d-e1bb-4c1d-acc6-19526c03f1b7,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:49:12.455788 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-c1f43db0-2e42-494b-a50c-56e6730cadc1 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:49:12.538167 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-dc922f72-ec56-4bce-b094-bf2018c4410c req-e77ff53e-b4eb-465f-9135-99c2e16a1d22 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/security-groups?id=6360fda5-52cd-4c85-8461-7d03f196f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570228 Jun 29 17:49:12.674404 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-1f47ee37-acf4-4b00-ad43-e5a246bb36a3 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:12.677074 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-1f47ee37-acf4-4b00-ad43-e5a246bb36a3 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/networks?id=c167f738-4949-48a1-965c-a2774dc79b55 HTTP/1.1" status: 200 len: 815 time: 0.1948202 Jun 29 17:49:12.712495 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-63ad7ec5-4fc7-484c-89ef-7f8b990d5dc2 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/quotas/864585b76c7946abbf0d46920c0e1316 HTTP/1.1" status: 200 len: 375 time: 0.0236261 Jun 29 17:49:12.727138 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb73a89-e0c7-4a6e-a406-8a49ee3fee83 req-297b2cdf-8980-4a3d-99fa-a20370a2d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:12.729221 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-3bb73a89-e0c7-4a6e-a406-8a49ee3fee83 req-297b2cdf-8980-4a3d-99fa-a20370a2d202 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5ccc7ef7-fc86-416c-acbb-13b98482b14e HTTP/1.1" status: 200 len: 1098 time: 0.1528141 Jun 29 17:49:12.826472 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-c1f43db0-2e42-494b-a50c-56e6730cadc1 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:12.831345 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-3bb73a89-e0c7-4a6e-a406-8a49ee3fee83 req-c4d96bec-9ba4-4a6f-9aff-e40fb772a144 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6360fda5-52cd-4c85-8461-7d03f196f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909288 Jun 29 17:49:12.869145 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd180b3-7a57-4b39-9217-906e1f49924a req-5e18121c-d397-468c-b167-46f9921c66f8 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:12.870804 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-cbd180b3-7a57-4b39-9217-906e1f49924a req-5e18121c-d397-468c-b167-46f9921c66f8 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 946 time: 0.1398270 Jun 29 17:49:12.879762 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-36eeb78b-c51c-4d5a-b3fb-0778b1e4e5ee tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=864585b76c7946abbf0d46920c0e1316&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1554112 Jun 29 17:49:12.965421 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-cbd180b3-7a57-4b39-9217-906e1f49924a req-33d24867-3da2-463f-820a-f2085a356e26 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845478 Jun 29 17:49:12.972066 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-c1f43db0-2e42-494b-a50c-56e6730cadc1 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:12.999853 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-de6c9a6f-d596-4e78-8f17-df393db297e6 service neutron] 10.222.0.102 "GET /v2.0/networks/c167f738-4949-48a1-965c-a2774dc79b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120663 Jun 29 17:49:13.104137 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-732680e3-a467-4135-8971-965f05f3eb4f service neutron] 10.222.0.102 "GET /v2.0/networks/c167f738-4949-48a1-965c-a2774dc79b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977666 Jun 29 17:49:13.146371 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-c1f43db0-2e42-494b-a50c-56e6730cadc1 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for port, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:13.213875 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-c1f43db0-2e42-494b-a50c-56e6730cadc1 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995795'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:13.216338 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-1b942b9a-ca85-4900-9ac3-caa63e17d2c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:49:13.284863 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f43db0-2e42-494b-a50c-56e6730cadc1 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Pushing event updated for resources: {'Port': ['ID=2c1eaf2d-e1bb-4c1d-acc6-19526c03f1b7,revision_number=2']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:49:13.289614 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-c1f43db0-2e42-494b-a50c-56e6730cadc1 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:49:13.301992 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-c1f43db0-2e42-494b-a50c-56e6730cadc1 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617202'] for floatingip, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:13.379160 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-73a0f9cf-dc74-4819-8e7d-057d3ceb0fb4 req-036cfa02-6099-451a-93c1-5d67fa2a7725 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=105ed0a3-9f30-4002-997e-bc0cc994eac6 HTTP/1.1" status: 200 len: 210 time: 0.0312150 Jun 29 17:49:13.429369 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.db.l3_db [None req-c1f43db0-2e42-494b-a50c-56e6730cadc1 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Floating IP e18a8137-889f-4758-8e1b-0394456826e5 associated. External IP: 172.27.3.21, port: f53a7785-c31d-40e1-be67-580223269462. Jun 29 17:49:13.652749 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f43db0-2e42-494b-a50c-56e6730cadc1 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Router f48acc36-0728-486a-90ec-28e5d91a15cd has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:49:13.738740 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954553d-8e42-4f72-a717-be007fc5d159 req-11626fe6-04c7-4c2d-974b-7a1810792e63 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:13.740393 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e954553d-8e42-4f72-a717-be007fc5d159 req-11626fe6-04c7-4c2d-974b-7a1810792e63 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?device_id=5ccc7ef7-fc86-416c-acbb-13b98482b14e HTTP/1.1" status: 200 len: 945 time: 0.0749991 Jun 29 17:49:13.785329 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f43db0-2e42-494b-a50c-56e6730cadc1 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:49:13.785558 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e954553d-8e42-4f72-a717-be007fc5d159 req-a27a045c-86cd-4df6-962f-6bc8cffbc197 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/security-groups?id=6360fda5-52cd-4c85-8461-7d03f196f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350025 Jun 29 17:49:13.797219 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359c33c5-3878-4aa1-a976-77fd05b4470e None None] Sync routers for ids ['f48acc36-0728-486a-90ec-28e5d91a15cd'] in dv-cinder-763306-14-iscsi {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:49:13.809739 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359c33c5-3878-4aa1-a976-77fd05b4470e None None] Routers {'f48acc36-0728-486a-90ec-28e5d91a15cd'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:49:13.811567 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-359c33c5-3878-4aa1-a976-77fd05b4470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:49:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['f48acc36-0728-486a-90ec-28e5d91a15cd'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:49:13.893947 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-c1f43db0-2e42-494b-a50c-56e6730cadc1 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for floatingip, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:13.931872 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-c1f43db0-2e42-494b-a50c-56e6730cadc1 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2232397 Jun 29 17:49:13.932687 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759c666f-14e0-44d2-9a39-6b198388e6d9', 'tag': 'f53a7785-c31d-40e1-be67-580223269462'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:49:13.935202 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccdcfe1-7dd8-4a1e-aa6e-210116789cab" -d '{"events": [{"name": "network-changed", "server_uuid": "759c666f-14e0-44d2-9a39-6b198388e6d9", "tag": "f53a7785-c31d-40e1-be67-580223269462"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:49:13.942905 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-359c33c5-3878-4aa1-a976-77fd05b4470e None None] Set router f48acc36-0728-486a-90ec-28e5d91a15cd gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:49:13.972990 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0bb7c9-836a-4bb6-8902-fc32f73c09af x-openstack-request-id: req-8e0bb7c9-836a-4bb6-8902-fc32f73c09af {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:49:13.973342 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759c666f-14e0-44d2-9a39-6b198388e6d9", "tag": "f53a7785-c31d-40e1-be67-580223269462", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:49:13.973659 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-8e0bb7c9-836a-4bb6-8902-fc32f73c09af {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:49:13.974101 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759c666f-14e0-44d2-9a39-6b198388e6d9', 'tag': 'f53a7785-c31d-40e1-be67-580223269462', 'status': 'completed', 'code': 200} Jun 29 17:49:14.091333 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdcfe1-7dd8-4a1e-aa6e-210116789cab req-53f16be4-fdbf-41fd-9832-17b006bd373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:14.093416 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0ccdcfe1-7dd8-4a1e-aa6e-210116789cab req-53f16be4-fdbf-41fd-9832-17b006bd373c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ffa0e33d5f7845379cdcff1fd75bcfc7&device_id=759c666f-14e0-44d2-9a39-6b198388e6d9 HTTP/1.1" status: 200 len: 1099 time: 0.0803444 Jun 29 17:49:14.194761 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-359c33c5-3878-4aa1-a976-77fd05b4470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'name': 'tempest-TestVolumeBootPattern-1590326425-router', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:41Z', 'updated_at': '2021-06-29T17:42:44Z', 'revision_number': 4, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'gw_port': {'id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:42Z', 'updated_at': '2021-06-29T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_floatingips': [{'id': '071a604d-1f6e-4632-8682-2caf929cdfc6', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'port_id': '178e1df4-4df1-4d13-b2a3-f5393fd0f983', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'mac_address': 'fa:16:3e:fb:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56b305-8334-43ff-9de2-7a2904f78aef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:46:47Z', 'updated_at': '2021-06-29T17:46:51Z', 'revision_number': 1, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'fixed_ip_address_scope': None}, {'id': 'e18a8137-889f-4758-8e1b-0394456826e5', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'port_id': 'f53a7785-c31d-40e1-be67-580223269462', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'mac_address': 'fa:16:3e:d9:c4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759c666f-14e0-44d2-9a39-6b198388e6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:49:12Z', 'updated_at': '2021-06-29T17:49:12Z', 'revision_number': 0, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15342335-f1d6-4a68-9031-f33f5b813a23', 'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'mac_address': 'fa:16:3e:28:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:44Z', 'updated_at': '2021-06-29T17:42:51Z', 'revision_number': 5, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'subnets': [{'id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:49:14.226950 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359c33c5-3878-4aa1-a976-77fd05b4470e None None] Checking router: f48acc36-0728-486a-90ec-28e5d91a15cd for host: dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:49:14.235583 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdcfe1-7dd8-4a1e-aa6e-210116789cab req-4244d571-afa7-47c6-9bc8-4035fa5b766e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:14.236019 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359c33c5-3878-4aa1-a976-77fd05b4470e None None] Routers {'f48acc36-0728-486a-90ec-28e5d91a15cd'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:49:14.236811 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-359c33c5-3878-4aa1-a976-77fd05b4470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:49:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['f48acc36-0728-486a-90ec-28e5d91a15cd'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:49:14.237536 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0ccdcfe1-7dd8-4a1e-aa6e-210116789cab req-4244d571-afa7-47c6-9bc8-4035fa5b766e service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ff2185c-17e8-4779-b98f-a1cbc800f8a8 HTTP/1.1" status: 200 len: 913 time: 0.1371861 Jun 29 17:49:14.259270 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c46c4-a1f3-43d7-ac74-14ae63d170e9 req-9716c656-084b-4381-8a18-8ca0ac49d085 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:14.261620 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fc7c46c4-a1f3-43d7-ac74-14ae63d170e9 req-9716c656-084b-4381-8a18-8ca0ac49d085 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 946 time: 0.1411464 Jun 29 17:49:14.356101 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0ccdcfe1-7dd8-4a1e-aa6e-210116789cab req-8bb00a38-52aa-4833-b750-f4c1a603f77f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f53a7785-c31d-40e1-be67-580223269462 HTTP/1.1" status: 200 len: 999 time: 0.1104751 Jun 29 17:49:14.357142 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-359c33c5-3878-4aa1-a976-77fd05b4470e None None] Set router f48acc36-0728-486a-90ec-28e5d91a15cd gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:49:14.359177 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fc7c46c4-a1f3-43d7-ac74-14ae63d170e9 req-c1206d39-acdf-448e-868d-9cb04755f98f tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641155 Jun 29 17:49:14.419774 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdcfe1-7dd8-4a1e-aa6e-210116789cab req-14bdf085-dbb4-4c6c-a87f-c2f7040d36ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:14.421284 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0ccdcfe1-7dd8-4a1e-aa6e-210116789cab req-14bdf085-dbb4-4c6c-a87f-c2f7040d36ab service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b7e9dcee-74f5-48ad-89ce-ac67b815e2b9 HTTP/1.1" status: 200 len: 851 time: 0.0580924 Jun 29 17:49:14.496773 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccdcfe1-7dd8-4a1e-aa6e-210116789cab req-4409cff1-30ca-4e71-9b65-2018932dbe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:14.498267 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0ccdcfe1-7dd8-4a1e-aa6e-210116789cab req-4409cff1-30ca-4e71-9b65-2018932dbe39 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ff2185c-17e8-4779-b98f-a1cbc800f8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0657976 Jun 29 17:49:14.587162 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-77b8ab09-fc61-43ff-8328-ea71e8265b96 req-90dd8c84-b3cd-494d-ab44-b220466f522e tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=105ed0a3-9f30-4002-997e-bc0cc994eac6 HTTP/1.1" status: 200 len: 210 time: 0.0804455 Jun 29 17:49:14.630853 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-359c33c5-3878-4aa1-a976-77fd05b4470e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'name': 'tempest-TestVolumeBootPattern-1590326425-router', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:41Z', 'updated_at': '2021-06-29T17:42:44Z', 'revision_number': 4, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'gw_port': {'id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:42Z', 'updated_at': '2021-06-29T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_floatingips': [{'id': '071a604d-1f6e-4632-8682-2caf929cdfc6', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'port_id': '178e1df4-4df1-4d13-b2a3-f5393fd0f983', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'mac_address': 'fa:16:3e:fb:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56b305-8334-43ff-9de2-7a2904f78aef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:46:47Z', 'updated_at': '2021-06-29T17:46:51Z', 'revision_number': 1, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'fixed_ip_address_scope': None}, {'id': 'e18a8137-889f-4758-8e1b-0394456826e5', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'port_id': 'f53a7785-c31d-40e1-be67-580223269462', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'mac_address': 'fa:16:3e:d9:c4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759c666f-14e0-44d2-9a39-6b198388e6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:49:12Z', 'updated_at': '2021-06-29T17:49:12Z', 'revision_number': 0, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15342335-f1d6-4a68-9031-f33f5b813a23', 'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'mac_address': 'fa:16:3e:28:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:44Z', 'updated_at': '2021-06-29T17:42:51Z', 'revision_number': 5, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'subnets': [{'id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:49:14.640836 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0ccdcfe1-7dd8-4a1e-aa6e-210116789cab req-6f82c160-0692-450f-8c39-0f53265231dc service neutron] 10.222.0.66 "GET /v2.0/networks/1ff2185c-17e8-4779-b98f-a1cbc800f8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249924 Jun 29 17:49:14.658995 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359c33c5-3878-4aa1-a976-77fd05b4470e None None] The sync data for ids ['f48acc36-0728-486a-90ec-28e5d91a15cd'] in dv-cinder-763306-14-iscsi is: [{'id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'name': 'tempest-TestVolumeBootPattern-1590326425-router', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:41Z', 'updated_at': '2021-06-29T17:42:44Z', 'revision_number': 4, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'gw_port': {'id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:42Z', 'updated_at': '2021-06-29T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_floatingips': [{'id': '071a604d-1f6e-4632-8682-2caf929cdfc6', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'port_id': '178e1df4-4df1-4d13-b2a3-f5393fd0f983', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'mac_address': 'fa:16:3e:fb:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56b305-8334-43ff-9de2-7a2904f78aef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:46:47Z', 'updated_at': '2021-06-29T17:46:51Z', 'revision_number': 1, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'fixed_ip_address_scope': None}, {'id': 'e18a8137-889f-4758-8e1b-0394456826e5', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'port_id': 'f53a7785-c31d-40e1-be67-580223269462', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'mac_address': 'fa:16:3e:d9:c4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759c666f-14e0-44d2-9a39-6b198388e6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:49:12Z', 'updated_at': '2021-06-29T17:49:12Z', 'revision_number': 0, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15342335-f1d6-4a68-9031-f33f5b813a23', 'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'mac_address': 'fa:16:3e:28:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:44Z', 'updated_at': '2021-06-29T17:42:51Z', 'revision_number': 5, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'subnets': [{'id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:49:14.768459 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0ccdcfe1-7dd8-4a1e-aa6e-210116789cab req-e3ec2710-2047-415b-97c3-7c37a97bc009 service neutron] 10.222.0.66 "GET /v2.0/networks/1ff2185c-17e8-4779-b98f-a1cbc800f8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059105 Jun 29 17:49:14.876061 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdd2517-5265-4396-9a7f-39d57c7b6d8a None None] New status for floating IP e18a8137-889f-4758-8e1b-0394456826e5: ACTIVE {{(pid=100364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 17:49:15.024622 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f78881-a1a5-4004-9044-ed5a98b9fe05 req-d47dcbd4-d7a2-4887-a444-12ae7f0f9e85 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:15.026843 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-39f78881-a1a5-4004-9044-ed5a98b9fe05 req-d47dcbd4-d7a2-4887-a444-12ae7f0f9e85 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?device_id=5ccc7ef7-fc86-416c-acbb-13b98482b14e HTTP/1.1" status: 200 len: 945 time: 0.1156466 Jun 29 17:49:15.076911 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f42551-5f85-4e38-aeda-caa643aef610 req-06de1295-0d7b-4138-9537-c53b5e5dd873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:15.078429 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b1f42551-5f85-4e38-aeda-caa643aef610 req-06de1295-0d7b-4138-9537-c53b5e5dd873 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=520634f86612491993523dadd9a5031f&device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 1099 time: 0.1091866 Jun 29 17:49:15.086987 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-39f78881-a1a5-4004-9044-ed5a98b9fe05 req-95527917-10d5-450c-913e-069398f437cf tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/security-groups?id=6360fda5-52cd-4c85-8461-7d03f196f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474956 Jun 29 17:49:15.195584 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f42551-5f85-4e38-aeda-caa643aef610 req-ceb56211-f727-4dee-9caf-17cb607ab477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:15.197140 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b1f42551-5f85-4e38-aeda-caa643aef610 req-ceb56211-f727-4dee-9caf-17cb607ab477 service neutron] 10.222.0.66 "GET /v2.0/networks?id=08cb042b-f87f-4b94-8140-42a0828453a5 HTTP/1.1" status: 200 len: 910 time: 0.1069124 Jun 29 17:49:15.279188 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b1f42551-5f85-4e38-aeda-caa643aef610 req-b0729a8d-1c2b-4eb2-9cce-b9fbb2cc086c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe3b2de6-47e7-4748-b9d7-7c3c5a913442 HTTP/1.1" status: 200 len: 1002 time: 0.0712678 Jun 29 17:49:15.359832 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f42551-5f85-4e38-aeda-caa643aef610 req-86d8e1a8-fa22-40df-b4b1-94c8bccc4975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:15.362592 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b1f42551-5f85-4e38-aeda-caa643aef610 req-86d8e1a8-fa22-40df-b4b1-94c8bccc4975 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=436361f6-8cab-4f88-8bbd-ea01ab450519 HTTP/1.1" status: 200 len: 848 time: 0.0598934 Jun 29 17:49:15.439649 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f42551-5f85-4e38-aeda-caa643aef610 req-c2f84983-6be0-40e5-88f8-619409ed0d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:15.441278 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b1f42551-5f85-4e38-aeda-caa643aef610 req-c2f84983-6be0-40e5-88f8-619409ed0d0b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=08cb042b-f87f-4b94-8140-42a0828453a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0703018 Jun 29 17:49:15.604026 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b1f42551-5f85-4e38-aeda-caa643aef610 req-c703c8dd-8da6-4fc5-ac1e-4e9196f49d82 service neutron] 10.222.0.66 "GET /v2.0/networks/08cb042b-f87f-4b94-8140-42a0828453a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532726 Jun 29 17:49:15.618462 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f686c0-c2f4-4629-8351-c8a3020dae0b req-72eb4357-b36a-48b3-bb05-223fa627667b tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:15.620093 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-09f686c0-c2f4-4629-8351-c8a3020dae0b req-72eb4357-b36a-48b3-bb05-223fa627667b tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 946 time: 0.1128685 Jun 29 17:49:15.725567 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-09f686c0-c2f4-4629-8351-c8a3020dae0b req-5c850276-57e7-4109-ac2a-e826392eff17 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968997 Jun 29 17:49:15.782377 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b1f42551-5f85-4e38-aeda-caa643aef610 req-7779d82b-26a1-4211-98a9-81c81ff194c0 service neutron] 10.222.0.66 "GET /v2.0/networks/08cb042b-f87f-4b94-8140-42a0828453a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604447 Jun 29 17:49:15.805293 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fc7c8442-bf70-47a0-a6e4-fc93586bf68d req-ada7f7a8-4c1e-47f9-9e2e-f9d42fc932e8 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=105ed0a3-9f30-4002-997e-bc0cc994eac6 HTTP/1.1" status: 200 len: 210 time: 0.0414815 Jun 29 17:49:15.983783 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-a50451dd-5bb8-4e10-97ba-cfac5dab7dc7 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:15.985245 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-a50451dd-5bb8-4e10-97ba-cfac5dab7dc7 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.66 "GET /v2.0/networks?id=c167f738-4949-48a1-965c-a2774dc79b55 HTTP/1.1" status: 200 len: 815 time: 0.1226134 Jun 29 17:49:15.999261 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-b4d7ce26-0c67-4651-894f-8368cf233022 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Request body: {'port': {'device_id': '105ed0a3-9f30-4002-997e-bc0cc994eac6', 'network_id': 'c167f738-4949-48a1-965c-a2774dc79b55', 'admin_state_up': True, 'tenant_id': '864585b76c7946abbf0d46920c0e1316'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:49:16.224437 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-b4d7ce26-0c67-4651-894f-8368cf233022 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Made reservation on behalf of 864585b76c7946abbf0d46920c0e1316 for: {'port': 1} {{(pid=100362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:49:16.228289 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-b4d7ce26-0c67-4651-894f-8368cf233022 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:16.371226 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.db_base_plugin_common [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-b4d7ce26-0c67-4651-894f-8368cf233022 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Allocated IP 172.20.0.13 (c167f738-4949-48a1-965c-a2774dc79b55/fdfa49b2-5410-4b6d-827e-c85627c65a08/0c6d3cb6-a097-4103-929d-b4eb5b55853d) {{(pid=100362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:49:16.534434 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-b4d7ce26-0c67-4651-894f-8368cf233022 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks [] for port, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:16.639634 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-b4d7ce26-0c67-4651-894f-8368cf233022 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2715346'] for port, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:16.644345 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-6f18d895-d586-4a4d-919f-1b72245bb66f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:49:16.654952 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca', 'c2fb2a3a-cf10-4e3f-b1ce-9529d03342da', 'ae478b35-6f58-4b20-a64e-8cce3bc07f78'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:49:16.695068 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-b4d7ce26-0c67-4651-894f-8368cf233022 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Network c167f738-4949-48a1-965c-a2774dc79b55 is already hosted by enough agents. {{(pid=100362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:49:16.698645 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.base_scheduler [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-b4d7ce26-0c67-4651-894f-8368cf233022 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Resources bound (agent type, host, resource id): {{(pid=100362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:49:16.702936 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-b4d7ce26-0c67-4651-894f-8368cf233022 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Received port after_create {{(pid=100362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:49:16.742426 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7ce26-0c67-4651-894f-8368cf233022 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Pushing event updated for resources: {'Port': ['ID=0c6d3cb6-a097-4103-929d-b4eb5b55853d,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:49:16.774907 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7ce26-0c67-4651-894f-8368cf233022 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:16.775384 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7ce26-0c67-4651-894f-8368cf233022 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:16.776128 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7ce26-0c67-4651-894f-8368cf233022 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:16.776128 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7ce26-0c67-4651-894f-8368cf233022 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:16.776547 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7ce26-0c67-4651-894f-8368cf233022 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:16.776815 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7ce26-0c67-4651-894f-8368cf233022 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:16.777170 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7ce26-0c67-4651-894f-8368cf233022 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:16.777515 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7ce26-0c67-4651-894f-8368cf233022 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:16.778045 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7ce26-0c67-4651-894f-8368cf233022 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:16.778403 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7ce26-0c67-4651-894f-8368cf233022 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:16.779188 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7ce26-0c67-4651-894f-8368cf233022 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:16.779556 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d7ce26-0c67-4651-894f-8368cf233022 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:16.782658 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:49:16.787122 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-b4d7ce26-0c67-4651-894f-8368cf233022 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:49:16.805309 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-b4d7ce26-0c67-4651-894f-8368cf233022 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:16.805309 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-b4d7ce26-0c67-4651-894f-8368cf233022 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:16.846158 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0909e3f-22e4-421e-9e92-99a85df2a386 req-c57ee256-9e84-4375-bd85-39ff5c7a12c0 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:16.847711 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a0909e3f-22e4-421e-9e92-99a85df2a386 req-c57ee256-9e84-4375-bd85-39ff5c7a12c0 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?device_id=5ccc7ef7-fc86-416c-acbb-13b98482b14e HTTP/1.1" status: 200 len: 945 time: 0.1219006 Jun 29 17:49:16.914712 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-b4d7ce26-0c67-4651-894f-8368cf233022 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9193070 Jun 29 17:49:16.928538 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a0909e3f-22e4-421e-9e92-99a85df2a386 req-0d62260a-4e95-49ac-8559-4c6b0fef9865 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/security-groups?id=6360fda5-52cd-4c85-8461-7d03f196f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736530 Jun 29 17:49:16.932350 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-8a136056-4083-4c33-b905-90b9c96f09d7 service neutron] Request body: {'port': {'device_id': '105ed0a3-9f30-4002-997e-bc0cc994eac6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:49:16.996863 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc24738-739a-4919-88d7-4589999728db req-999758d7-3bf5-4d30-aa18-d5b4b100f76b tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:16.998319 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2dc24738-739a-4919-88d7-4589999728db req-999758d7-3bf5-4d30-aa18-d5b4b100f76b tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 946 time: 0.1274602 Jun 29 17:49:17.056093 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-8a136056-4083-4c33-b905-90b9c96f09d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:17.084542 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2dc24738-739a-4919-88d7-4589999728db req-3fe24ccf-ae07-4d25-86c0-5bd86586208d tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685234 Jun 29 17:49:17.235060 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af554562-3e42-4285-b8d4-e85a3a13115b req-1fb5de7a-b3b9-48ae-9dcc-8c750866c177 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:17.236621 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-af554562-3e42-4285-b8d4-e85a3a13115b req-1fb5de7a-b3b9-48ae-9dcc-8c750866c177 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=105ed0a3-9f30-4002-997e-bc0cc994eac6 HTTP/1.1" status: 200 len: 932 time: 0.1781485 Jun 29 17:49:17.324515 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-af554562-3e42-4285-b8d4-e85a3a13115b req-dec49f65-0caa-4369-87c9-acca13189631 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797665 Jun 29 17:49:17.412650 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.notifiers.nova [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-8a136056-4083-4c33-b905-90b9c96f09d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c6d3cb6-a097-4103-929d-b4eb5b55853d {{(pid=100362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:49:17.421621 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-8a136056-4083-4c33-b905-90b9c96f09d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:17.433726 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.provisioning_blocks [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-8a136056-4083-4c33-b905-90b9c96f09d7 service neutron] Transition to ACTIVE for port object 0c6d3cb6-a097-4103-929d-b4eb5b55853d will not be triggered until provisioned by entity L2. {{(pid=100362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:49:17.515928 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-8a136056-4083-4c33-b905-90b9c96f09d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2715360'] for port, after_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:17.518272 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-a38ebcf1-a2ab-4ede-8345-5423de8a9810 tempest-VolumesSnapshotTestJSON-646999757 tempest-VolumesSnapshotTestJSON-646999757-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:49:17.570728 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a136056-4083-4c33-b905-90b9c96f09d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6d3cb6-a097-4103-929d-b4eb5b55853d,revision_number=2']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:49:17.575916 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-8a136056-4083-4c33-b905-90b9c96f09d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:49:17.660323 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.managers [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-8a136056-4083-4c33-b905-90b9c96f09d7 service neutron] Attempting to bind port 0c6d3cb6-a097-4103-929d-b4eb5b55853d on host hv-cinder-76330 for vnic_type normal with profile {{(pid=100362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:49:17.660713 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.managers [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-8a136056-4083-4c33-b905-90b9c96f09d7 service neutron] Attempting to bind port 0c6d3cb6-a097-4103-929d-b4eb5b55853d by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '049ba01c-72be-4d8b-9f56-1c7e4aba2261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c167f738-4949-48a1-965c-a2774dc79b55'}] {{(pid=100362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:49:17.660974 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-8a136056-4083-4c33-b905-90b9c96f09d7 service neutron] Attempting to bind port 0c6d3cb6-a097-4103-929d-b4eb5b55853d on network c167f738-4949-48a1-965c-a2774dc79b55 {{(pid=100362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:49:17.667746 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-8a136056-4083-4c33-b905-90b9c96f09d7 service neutron] Port 0c6d3cb6-a097-4103-929d-b4eb5b55853d on network c167f738-4949-48a1-965c-a2774dc79b55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=100362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:49:17.668075 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-8a136056-4083-4c33-b905-90b9c96f09d7 service neutron] Attempting to bind port 0c6d3cb6-a097-4103-929d-b4eb5b55853d on network c167f738-4949-48a1-965c-a2774dc79b55 {{(pid=100362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:49:17.673706 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-8a136056-4083-4c33-b905-90b9c96f09d7 service neutron] Checking agent: {'id': '7e509413-8b3d-41cc-85c9-4a7e2393f098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'started_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:49:17.674054 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-8a136056-4083-4c33-b905-90b9c96f09d7 service neutron] Checking segment: {'id': '049ba01c-72be-4d8b-9f56-1c7e4aba2261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c167f738-4949-48a1-965c-a2774dc79b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:49:17.674477 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-8a136056-4083-4c33-b905-90b9c96f09d7 service neutron] Bound using segment: {'id': '049ba01c-72be-4d8b-9f56-1c7e4aba2261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c167f738-4949-48a1-965c-a2774dc79b55'} {{(pid=100362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:49:17.674949 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.managers [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-8a136056-4083-4c33-b905-90b9c96f09d7 service neutron] Bound port: 0c6d3cb6-a097-4103-929d-b4eb5b55853d, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '049ba01c-72be-4d8b-9f56-1c7e4aba2261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 943, 'network_id': 'c167f738-4949-48a1-965c-a2774dc79b55'}}] {{(pid=100362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:49:17.675268 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-8a136056-4083-4c33-b905-90b9c96f09d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:17.748517 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.db [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-8a136056-4083-4c33-b905-90b9c96f09d7 service neutron] For port 0c6d3cb6-a097-4103-929d-b4eb5b55853d, host hv-cinder-76330, cleared binding levels {{(pid=100362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:49:17.751780 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.db [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-8a136056-4083-4c33-b905-90b9c96f09d7 service neutron] For port 0c6d3cb6-a097-4103-929d-b4eb5b55853d, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=0c6d3cb6-a097-4103-929d-b4eb5b55853d,segment=NetworkSegment(049ba01c-72be-4d8b-9f56-1c7e4aba2261),segment_id=049ba01c-72be-4d8b-9f56-1c7e4aba2261)] {{(pid=100362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:49:17.801050 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-8a136056-4083-4c33-b905-90b9c96f09d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2715360'] for port, after_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:17.804218 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-79a6a1a2-e086-408a-b151-401fdfca3536 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:49:17.841155 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-8a136056-4083-4c33-b905-90b9c96f09d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:17.841763 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-8a136056-4083-4c33-b905-90b9c96f09d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:17.843137 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-8a136056-4083-4c33-b905-90b9c96f09d7 service neutron] 10.222.0.66 "PUT /v2.0/ports/0c6d3cb6-a097-4103-929d-b4eb5b55853d HTTP/1.1" status: 200 len: 1094 time: 0.9181626 Jun 29 17:49:17.843646 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105ed0a3-9f30-4002-997e-bc0cc994eac6', 'tag': '0c6d3cb6-a097-4103-929d-b4eb5b55853d'}] {{(pid=100362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:49:17.846040 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48a6f13d0593460c6bf74d2d89cdb7f9c13c152b36d4e67a00c4f10a3cffdd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03f041f-e1f6-47f8-9a48-4144df518742" -d '{"events": [{"name": "network-changed", "server_uuid": "105ed0a3-9f30-4002-997e-bc0cc994eac6", "tag": "0c6d3cb6-a097-4103-929d-b4eb5b55853d"}]}' {{(pid=100362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:49:17.867666 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a136056-4083-4c33-b905-90b9c96f09d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6d3cb6-a097-4103-929d-b4eb5b55853d,revision_number=3']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:49:17.871823 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-8a136056-4083-4c33-b905-90b9c96f09d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:49:17.891611 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb798ad4-be7b-4719-8bdb-385ab8c3d64b x-openstack-request-id: req-cb798ad4-be7b-4719-8bdb-385ab8c3d64b {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:49:17.891945 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105ed0a3-9f30-4002-997e-bc0cc994eac6", "tag": "0c6d3cb6-a097-4103-929d-b4eb5b55853d", "status": "completed", "code": 200}]} {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:49:17.892245 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-cb798ad4-be7b-4719-8bdb-385ab8c3d64b {{(pid=100362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:49:17.892684 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105ed0a3-9f30-4002-997e-bc0cc994eac6', 'tag': '0c6d3cb6-a097-4103-929d-b4eb5b55853d', 'status': 'completed', 'code': 200} Jun 29 17:49:17.987235 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f041f-e1f6-47f8-9a48-4144df518742 req-51defa8c-fcc6-46de-9828-cba023996941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:17.988784 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b03f041f-e1f6-47f8-9a48-4144df518742 req-51defa8c-fcc6-46de-9828-cba023996941 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=864585b76c7946abbf0d46920c0e1316&device_id=105ed0a3-9f30-4002-997e-bc0cc994eac6 HTTP/1.1" status: 200 len: 1097 time: 0.0631397 Jun 29 17:49:18.503387 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f041f-e1f6-47f8-9a48-4144df518742 req-c819a04b-8bd9-4919-ba7f-13fc20e4688f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:18.504889 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b03f041f-e1f6-47f8-9a48-4144df518742 req-c819a04b-8bd9-4919-ba7f-13fc20e4688f service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=864585b76c7946abbf0d46920c0e1316&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5017810 Jun 29 17:49:18.562198 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38342ac-c863-4db3-a906-efcc0753ad76 req-2cd18626-df48-4d83-8200-aa11a5870a20 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:18.563740 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d38342ac-c863-4db3-a906-efcc0753ad76 req-2cd18626-df48-4d83-8200-aa11a5870a20 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?device_id=5ccc7ef7-fc86-416c-acbb-13b98482b14e HTTP/1.1" status: 200 len: 945 time: 0.4951339 Jun 29 17:49:18.622863 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2413c5-5cfb-4847-8183-51fdce7d0907 req-6595a844-9e3f-4bb3-9989-aae0ec4b56e1 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:18.623699 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66068e-6c8f-4c2b-a334-0a683455049a req-48c3429f-f544-43bf-be08-f82b233ad473 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:18.624515 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-eb2413c5-5cfb-4847-8183-51fdce7d0907 req-6595a844-9e3f-4bb3-9989-aae0ec4b56e1 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 946 time: 0.2584958 Jun 29 17:49:18.628865 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-3d66068e-6c8f-4c2b-a334-0a683455049a req-48c3429f-f544-43bf-be08-f82b233ad473 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ccc7ef7-fc86-416c-acbb-13b98482b14e HTTP/1.1" status: 200 len: 945 time: 0.0731301 Jun 29 17:49:18.743470 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d38342ac-c863-4db3-a906-efcc0753ad76 req-21e2e94a-3b8e-4ef7-b8fb-fa4e5eef68d4 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/security-groups?id=6360fda5-52cd-4c85-8461-7d03f196f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496153 Jun 29 17:49:18.747155 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-3d66068e-6c8f-4c2b-a334-0a683455049a req-daaa6267-08f3-4fe3-afa0-80edf9b1f2e2 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Deleting port 87f5d6e2-1682-4b63-a990-89a6240af3a1 {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:49:18.747430 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-3d66068e-6c8f-4c2b-a334-0a683455049a req-daaa6267-08f3-4fe3-afa0-80edf9b1f2e2 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:18.776888 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-eb2413c5-5cfb-4847-8183-51fdce7d0907 req-c7a83a0e-6724-401f-89a8-337697254586 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389701 Jun 29 17:49:18.783055 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f041f-e1f6-47f8-9a48-4144df518742 req-ca5e43aa-1425-4848-8b3a-37b9ff44e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:18.785376 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b03f041f-e1f6-47f8-9a48-4144df518742 req-ca5e43aa-1425-4848-8b3a-37b9ff44e8aa service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2725844 Jun 29 17:49:18.845587 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-3d66068e-6c8f-4c2b-a334-0a683455049a req-daaa6267-08f3-4fe3-afa0-80edf9b1f2e2 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] For port 87f5d6e2-1682-4b63-a990-89a6240af3a1, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=87f5d6e2-1682-4b63-a990-89a6240af3a1,segment=NetworkSegment(0c2dd3a3-6665-4dc0-9758-37d452975685),segment_id=0c2dd3a3-6665-4dc0-9758-37d452975685)] {{(pid=100361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:49:18.845944 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-3d66068e-6c8f-4c2b-a334-0a683455049a req-daaa6267-08f3-4fe3-afa0-80edf9b1f2e2 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:18.871631 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-3d66068e-6c8f-4c2b-a334-0a683455049a req-daaa6267-08f3-4fe3-afa0-80edf9b1f2e2 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Calling delete_port for 87f5d6e2-1682-4b63-a990-89a6240af3a1 owned by compute:nova {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:49:18.940279 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-274bf52c-13bd-4910-8981-3ab334b2ead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:18.941687 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-274bf52c-13bd-4910-8981-3ab334b2ead0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=864585b76c7946abbf0d46920c0e1316&device_id=105ed0a3-9f30-4002-997e-bc0cc994eac6 HTTP/1.1" status: 200 len: 1097 time: 0.1038501 Jun 29 17:49:18.962222 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d30a7d-3a41-47fc-b199-be81df0bfd50 req-bb0b9cb5-05e0-4f64-846f-0841d6f6300c tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:18.964565 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-26d30a7d-3a41-47fc-b199-be81df0bfd50 req-bb0b9cb5-05e0-4f64-846f-0841d6f6300c tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=105ed0a3-9f30-4002-997e-bc0cc994eac6 HTTP/1.1" status: 200 len: 944 time: 0.0900142 Jun 29 17:49:19.013106 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-d42d61ec-c231-425b-8204-d53d0e499c40 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c6d3cb6-a097-4103-929d-b4eb5b55853d HTTP/1.1" status: 200 len: 217 time: 0.0475774 Jun 29 17:49:19.073345 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-26d30a7d-3a41-47fc-b199-be81df0bfd50 req-16d7aeb4-bf3a-4565-9a04-7cf7fcdcf3b9 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974834 Jun 29 17:49:19.085494 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-3d66068e-6c8f-4c2b-a334-0a683455049a req-daaa6267-08f3-4fe3-afa0-80edf9b1f2e2 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995816'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:19.087590 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-9bb3a4ab-8fba-458e-b9f1-f28b8c880ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:19.089539 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-9bb3a4ab-8fba-458e-b9f1-f28b8c880ed2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fdfa49b2-5410-4b6d-827e-c85627c65a08 HTTP/1.1" status: 200 len: 855 time: 0.0684059 Jun 29 17:49:19.096250 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-188ef794-8afe-48f9-952a-a30ea3e84db9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:49:19.104374 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['87f5d6e2-1682-4b63-a990-89a6240af3a1'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:49:19.129431 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-0bfbc304-51f4-46db-a925-742349fabe3c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c167f738-4949-48a1-965c-a2774dc79b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303109 Jun 29 17:49:19.135018 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa6267-08f3-4fe3-afa0-80edf9b1f2e2 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Pushing event deleted for resources: {'Port': ['ID=87f5d6e2-1682-4b63-a990-89a6240af3a1,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:49:19.138159 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-daaa6267-08f3-4fe3-afa0-80edf9b1f2e2 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:49:19.183242 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d66068e-6c8f-4c2b-a334-0a683455049a req-daaa6267-08f3-4fe3-afa0-80edf9b1f2e2 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] No DVR routers for this DVR port 87f5d6e2-1682-4b63-a990-89a6240af3a1 on host hv-cinder-76330 {{(pid=100361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:49:19.186249 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-3d66068e-6c8f-4c2b-a334-0a683455049a req-daaa6267-08f3-4fe3-afa0-80edf9b1f2e2 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:19.189020 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-3d66068e-6c8f-4c2b-a334-0a683455049a req-daaa6267-08f3-4fe3-afa0-80edf9b1f2e2 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.66 "DELETE /v2.0/ports/87f5d6e2-1682-4b63-a990-89a6240af3a1 HTTP/1.1" status: 204 len: 173 time: 0.5543211 Jun 29 17:49:19.189568 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ccc7ef7-fc86-416c-acbb-13b98482b14e', 'name': 'network-vif-deleted', 'tag': '87f5d6e2-1682-4b63-a990-89a6240af3a1'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:49:19.191988 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feefd1a1-06a3-4166-95c1-f91484cddb70" -d '{"events": [{"server_uuid": "5ccc7ef7-fc86-416c-acbb-13b98482b14e", "name": "network-vif-deleted", "tag": "87f5d6e2-1682-4b63-a990-89a6240af3a1"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:49:19.234020 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-81d5c5e7-90c7-478d-9610-0e1458219a50 service neutron] 10.222.0.66 "GET /v2.0/networks/c167f738-4949-48a1-965c-a2774dc79b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980840 Jun 29 17:49:19.235753 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c71882f-fee7-4b32-a72a-ed7ac53733df x-openstack-request-id: req-7c71882f-fee7-4b32-a72a-ed7ac53733df {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:49:19.236091 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ccc7ef7-fc86-416c-acbb-13b98482b14e", "name": "network-vif-deleted", "tag": "87f5d6e2-1682-4b63-a990-89a6240af3a1", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:49:19.236401 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-7c71882f-fee7-4b32-a72a-ed7ac53733df {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:49:19.236831 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ccc7ef7-fc86-416c-acbb-13b98482b14e', 'name': 'network-vif-deleted', 'tag': '87f5d6e2-1682-4b63-a990-89a6240af3a1', 'status': 'completed', 'code': 200} Jun 29 17:49:19.346626 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ce566cc5-b9ef-492e-8044-ac826e603f57 req-4fb07a03-834e-4a6a-b9ce-98241797f9c7 service neutron] 10.222.0.66 "GET /v2.0/networks/c167f738-4949-48a1-965c-a2774dc79b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957582 Jun 29 17:49:19.910631 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7f40e43d-6a36-46d7-ba32-caf057c50369 req-7e847d0f-36f8-4fd3-9dcc-ab51d4060adf tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?device_id=5ccc7ef7-fc86-416c-acbb-13b98482b14e HTTP/1.1" status: 200 len: 210 time: 0.0315402 Jun 29 17:49:19.981410 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce743352-18e7-46bc-a9f8-1a4cbd4f31e0 req-559c69a3-728b-4993-81a1-a5c4bf46feec tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:19.982940 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ce743352-18e7-46bc-a9f8-1a4cbd4f31e0 req-559c69a3-728b-4993-81a1-a5c4bf46feec tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 946 time: 0.0749307 Jun 29 17:49:20.023695 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ce743352-18e7-46bc-a9f8-1a4cbd4f31e0 req-c2d28bcc-2d64-4f07-a997-037573475b58 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350382 Jun 29 17:49:20.263701 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150070c-22b4-4453-8a0a-84e1db0da953 req-b4d1af78-2c56-4d53-9a6c-1cecae645709 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:20.265309 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4150070c-22b4-4453-8a0a-84e1db0da953 req-b4d1af78-2c56-4d53-9a6c-1cecae645709 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=105ed0a3-9f30-4002-997e-bc0cc994eac6 HTTP/1.1" status: 200 len: 944 time: 0.0697448 Jun 29 17:49:20.305414 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4150070c-22b4-4453-8a0a-84e1db0da953 req-cc8ad60f-d13b-4596-9ef5-f3f7209a1223 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341458 Jun 29 17:49:20.539612 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744919e-cdfc-45f6-9035-9ff68d162b5f req-672251eb-4a78-47fb-9729-391e40a5ace6 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:20.541686 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6744919e-cdfc-45f6-9035-9ff68d162b5f req-672251eb-4a78-47fb-9729-391e40a5ace6 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 946 time: 0.0685160 Jun 29 17:49:20.558971 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 39260) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:49:20.595193 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6744919e-cdfc-45f6-9035-9ff68d162b5f req-580ea119-3545-498d-8edb-01c5c0cce8e8 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468423 Jun 29 17:49:20.668429 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c276a481-cb8e-4ec4-93f8-281767c9de78 req-37cec4d3-1be0-47b7-92b9-39432d9bb20b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1082883 Jun 29 17:49:21.229447 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-1e8b6715-c29d-4c34-a6aa-92dabc6708f1 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:21.230936 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-1e8b6715-c29d-4c34-a6aa-92dabc6708f1 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/networks?id=0795294b-2f65-4b7c-8ce7-6cd7be561ad1 HTTP/1.1" status: 200 len: 808 time: 0.1043777 Jun 29 17:49:21.246897 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-51da976d-d78b-4215-8da2-eb3e5734a757 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/quotas/2d4e50ab443342309850a2f2ff891e3d HTTP/1.1" status: 200 len: 375 time: 0.0104122 Jun 29 17:49:21.284821 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-bae01056-9263-4fc5-a9bf-a10130792567 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=2d4e50ab443342309850a2f2ff891e3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322449 Jun 29 17:49:21.392998 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-30fbeac9-1484-443f-a7ae-3aa329040526 service neutron] 10.222.0.102 "GET /v2.0/networks/0795294b-2f65-4b7c-8ce7-6cd7be561ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001980 Jun 29 17:49:21.531952 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-473ae857-aba4-4ab0-a12b-f276e7564278 service neutron] 10.222.0.102 "GET /v2.0/networks/0795294b-2f65-4b7c-8ce7-6cd7be561ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317902 Jun 29 17:49:21.545403 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712c40c-ce04-45e5-a385-c342483ae720 req-066623fe-6209-4239-b5b0-3a815099b87d tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:21.547115 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5712c40c-ce04-45e5-a385-c342483ae720 req-066623fe-6209-4239-b5b0-3a815099b87d tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=105ed0a3-9f30-4002-997e-bc0cc994eac6 HTTP/1.1" status: 200 len: 944 time: 0.1002383 Jun 29 17:49:21.590119 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5712c40c-ce04-45e5-a385-c342483ae720 req-a30f0545-5ab8-491b-80bc-109d8815962b tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367551 Jun 29 17:49:21.749741 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device fe3b2de6-47e7-4748-b9d7-7c3c5a913442 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:49:21.803715 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38beaff4-37a7-4b35-a286-f34e18ba3c42 req-4b24a207-25ce-446b-927e-9520af8b922e tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:21.805558 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-38beaff4-37a7-4b35-a286-f34e18ba3c42 req-4b24a207-25ce-446b-927e-9520af8b922e tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 946 time: 0.0900898 Jun 29 17:49:21.839501 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:21.840226 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fe1ef207-dc9f-4f05-b7c1-bf1894d4ee76 req-5a9096ae-e80e-4250-abae-a59c1c157143 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?device_id=f33b9181-1dd6-43f0-b502-a23427d2d558 HTTP/1.1" status: 200 len: 210 time: 0.0328565 Jun 29 17:49:21.867964 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2ea89e-98e7-45d4-8000-79801ce5208c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe3b2de6-47e7-4748-b9d7-7c3c5a913442'}] {{(pid=100363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:49:21.871176 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0170bf9ab270c77a1188d5f8494ea938272331804d61dd1d179af329d40bd85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f786d0ed-55b1-4d67-9efd-a9e4f81359cd" -d '{"events": [{"server_uuid": "7b2ea89e-98e7-45d4-8000-79801ce5208c", "name": "network-vif-unplugged", "status": "completed", "tag": "fe3b2de6-47e7-4748-b9d7-7c3c5a913442"}]}' {{(pid=100363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:49:21.882904 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-38beaff4-37a7-4b35-a286-f34e18ba3c42 req-f1de4d9b-f842-4849-ab93-a99482b19a96 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634127 Jun 29 17:49:21.886231 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port fe3b2de6-47e7-4748-b9d7-7c3c5a913442, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=fe3b2de6-47e7-4748-b9d7-7c3c5a913442,segment=NetworkSegment(1e320949-c172-43c9-b9ed-2910a3c21ae8),segment_id=1e320949-c172-43c9-b9ed-2910a3c21ae8)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:49:21.922733 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 17:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f34ba6d-9f0c-44ee-bb41-da756c56fe5c x-openstack-request-id: req-2f34ba6d-9f0c-44ee-bb41-da756c56fe5c {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:49:21.923312 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2ea89e-98e7-45d4-8000-79801ce5208c", "name": "network-vif-unplugged", "status": "failed", "tag": "fe3b2de6-47e7-4748-b9d7-7c3c5a913442", "code": 422}]} {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:49:21.923446 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-2f34ba6d-9f0c-44ee-bb41-da756c56fe5c {{(pid=100363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:49:21.928844 dv-cinder-763306-14-iscsi neutron-server[100363]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7b2ea89e-98e7-45d4-8000-79801ce5208c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fe3b2de6-47e7-4748-b9d7-7c3c5a913442', 'code': 422} returned with failed status Jun 29 17:49:21.944447 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:21.945252 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 87f5d6e2-1682-4b63-a990-89a6240af3a1 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:49:21.949015 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:49:21.984653 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] No Port match for: 87f5d6e2-1682-4b63-a990-89a6240af3a1 {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:49:21.985051 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 87f5d6e2-1682-4b63-a990-89a6240af3a1 not bound to the agent host hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:49:22.011923 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=fe3b2de6-47e7-4748-b9d7-7c3c5a913442,revision_number=6']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:49:22.015006 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:49:22.776213 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8678c6a-0d27-4f28-9a4b-167150715afa req-ae8436c3-1854-49d8-9839-10d90edf6e48 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:22.777778 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b8678c6a-0d27-4f28-9a4b-167150715afa req-ae8436c3-1854-49d8-9839-10d90edf6e48 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=105ed0a3-9f30-4002-997e-bc0cc994eac6 HTTP/1.1" status: 200 len: 944 time: 0.0684392 Jun 29 17:49:22.820033 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b8678c6a-0d27-4f28-9a4b-167150715afa req-378ec7f1-b9a8-463b-9040-cf34cbbee3fd tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364332 Jun 29 17:49:23.017862 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-432eae0c-aaa8-4221-a3a9-5de7cc351e97 req-c9b80cdc-4dc1-4c3f-a816-0c8fc1a250ee tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?device_id=f33b9181-1dd6-43f0-b502-a23427d2d558 HTTP/1.1" status: 200 len: 210 time: 0.0402296 Jun 29 17:49:23.081600 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5682b-019c-4a7d-b0db-99623f0c7cb1 req-1a6a8f00-cb94-4d71-b3d3-10d31079efde tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:23.084341 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4db5682b-019c-4a7d-b0db-99623f0c7cb1 req-1a6a8f00-cb94-4d71-b3d3-10d31079efde tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 944 time: 0.0677748 Jun 29 17:49:23.124144 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4db5682b-019c-4a7d-b0db-99623f0c7cb1 req-c891bb00-bdf9-4949-97df-07418d234d06 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346346 Jun 29 17:49:23.336927 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276a481-cb8e-4ec4-93f8-281767c9de78 req-01729a34-df74-43e8-a882-7c3be2d082b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:23.338945 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c276a481-cb8e-4ec4-93f8-281767c9de78 req-01729a34-df74-43e8-a882-7c3be2d082b9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c&tenant_id=520634f86612491993523dadd9a5031f HTTP/1.1" status: 200 len: 1097 time: 0.0563056 Jun 29 17:49:23.422262 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276a481-cb8e-4ec4-93f8-281767c9de78 req-30beb377-5c6b-4cd5-bf2d-5a2ac7ff84c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:23.423851 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c276a481-cb8e-4ec4-93f8-281767c9de78 req-30beb377-5c6b-4cd5-bf2d-5a2ac7ff84c6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=520634f86612491993523dadd9a5031f&device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 1097 time: 0.0596261 Jun 29 17:49:23.521874 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276a481-cb8e-4ec4-93f8-281767c9de78 req-07408f29-bd4c-4afe-8076-a68bf574d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:23.522133 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c276a481-cb8e-4ec4-93f8-281767c9de78 req-07408f29-bd4c-4afe-8076-a68bf574d451 service neutron] 10.222.0.66 "GET /v2.0/networks?id=08cb042b-f87f-4b94-8140-42a0828453a5 HTTP/1.1" status: 200 len: 910 time: 0.0919101 Jun 29 17:49:23.592068 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c276a481-cb8e-4ec4-93f8-281767c9de78 req-36a9e8ab-b0c4-4fdb-8619-cd7f81ef4518 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe3b2de6-47e7-4748-b9d7-7c3c5a913442 HTTP/1.1" status: 200 len: 1000 time: 0.0630498 Jun 29 17:49:23.643036 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276a481-cb8e-4ec4-93f8-281767c9de78 req-9a441b80-052a-489c-8626-05f35cfac25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:23.644427 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c276a481-cb8e-4ec4-93f8-281767c9de78 req-9a441b80-052a-489c-8626-05f35cfac25c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=436361f6-8cab-4f88-8bbd-ea01ab450519 HTTP/1.1" status: 200 len: 848 time: 0.0461142 Jun 29 17:49:23.712381 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276a481-cb8e-4ec4-93f8-281767c9de78 req-3d2f0099-0327-479d-9b16-81262dc540e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:23.713922 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c276a481-cb8e-4ec4-93f8-281767c9de78 req-3d2f0099-0327-479d-9b16-81262dc540e0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=08cb042b-f87f-4b94-8140-42a0828453a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0535712 Jun 29 17:49:23.757018 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 0c6d3cb6-a097-4103-929d-b4eb5b55853d details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=100363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:49:23.815687 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c276a481-cb8e-4ec4-93f8-281767c9de78 req-aa27ab10-37a0-4b8b-978a-d6bf934a76a9 service neutron] 10.222.0.66 "GET /v2.0/networks/08cb042b-f87f-4b94-8140-42a0828453a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922573 Jun 29 17:49:23.865829 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 0c6d3cb6-a097-4103-929d-b4eb5b55853d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=0c6d3cb6-a097-4103-929d-b4eb5b55853d,segment=NetworkSegment(049ba01c-72be-4d8b-9f56-1c7e4aba2261),segment_id=049ba01c-72be-4d8b-9f56-1c7e4aba2261)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:49:23.878375 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Returning: {'device': '0c6d3cb6-a097-4103-929d-b4eb5b55853d', 'network_id': 'c167f738-4949-48a1-965c-a2774dc79b55', 'port_id': '0c6d3cb6-a097-4103-929d-b4eb5b55853d', 'mac_address': 'fa:16:3e:62:2e:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 943, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfa49b2-5410-4b6d-827e-c85627c65a08', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:49:23.918158 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c276a481-cb8e-4ec4-93f8-281767c9de78 req-31e5e15f-6a20-44e8-9c23-0310db21718c service neutron] 10.222.0.66 "GET /v2.0/networks/08cb042b-f87f-4b94-8140-42a0828453a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948710 Jun 29 17:49:23.921273 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:23.953846 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c6d3cb6-a097-4103-929d-b4eb5b55853d {{(pid=100363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:49:23.974757 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 0c6d3cb6-a097-4103-929d-b4eb5b55853d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=0c6d3cb6-a097-4103-929d-b4eb5b55853d,segment=NetworkSegment(049ba01c-72be-4d8b-9f56-1c7e4aba2261),segment_id=049ba01c-72be-4d8b-9f56-1c7e4aba2261)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:49:24.017807 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c2ca1-0f1e-4054-a6ef-295770bd7be1 req-3d2d88dc-d9c9-4cab-b9e8-069cbf1cc188 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:24.019348 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-af6c2ca1-0f1e-4054-a6ef-295770bd7be1 req-3d2d88dc-d9c9-4cab-b9e8-069cbf1cc188 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=105ed0a3-9f30-4002-997e-bc0cc994eac6 HTTP/1.1" status: 200 len: 944 time: 0.0722837 Jun 29 17:49:24.061135 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-af6c2ca1-0f1e-4054-a6ef-295770bd7be1 req-c21aeecd-f2ef-45ec-98a8-5f3adb71e15d tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347376 Jun 29 17:49:24.121728 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:24.123450 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-ee102bcd-e24c-4d67-a845-e399d14fbe3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:49:24.171265 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-cdac029a-138d-4f45-98c6-ea21bea086ff req-ff51ea56-e6fe-4c5e-a3f7-1c3a2b8fec74 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?device_id=f33b9181-1dd6-43f0-b502-a23427d2d558 HTTP/1.1" status: 200 len: 210 time: 0.0301683 Jun 29 17:49:24.173686 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=0c6d3cb6-a097-4103-929d-b4eb5b55853d,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:49:24.176941 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:49:24.343191 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-a8be098f-326e-482a-8930-6c3d8ad4713f tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:24.345594 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-a8be098f-326e-482a-8930-6c3d8ad4713f tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.66 "GET /v2.0/networks?id=0795294b-2f65-4b7c-8ce7-6cd7be561ad1 HTTP/1.1" status: 200 len: 808 time: 0.1523976 Jun 29 17:49:24.358707 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7372087-ba9a-446e-ac95-ddc5df518ce6 req-80773678-3491-45a2-bf0d-d810e59dddca tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:24.360201 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f7372087-ba9a-446e-ac95-ddc5df518ce6 req-80773678-3491-45a2-bf0d-d810e59dddca tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 944 time: 0.1199911 Jun 29 17:49:24.366337 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-0cf6aeda-624a-43fd-998c-641e2ee7c5ed tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Request body: {'port': {'device_id': 'f33b9181-1dd6-43f0-b502-a23427d2d558', 'network_id': '0795294b-2f65-4b7c-8ce7-6cd7be561ad1', 'admin_state_up': True, 'tenant_id': '2d4e50ab443342309850a2f2ff891e3d'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:49:24.444203 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['0c6d3cb6-a097-4103-929d-b4eb5b55853d'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:49:24.464652 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f7372087-ba9a-446e-ac95-ddc5df518ce6 req-4ef3b776-0456-40db-be2d-84448e294c52 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932808 Jun 29 17:49:24.590481 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-0cf6aeda-624a-43fd-998c-641e2ee7c5ed tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Made reservation on behalf of 2d4e50ab443342309850a2f2ff891e3d for: {'port': 1} {{(pid=100362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:49:24.594172 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-0cf6aeda-624a-43fd-998c-641e2ee7c5ed tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:24.723506 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.db_base_plugin_common [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-0cf6aeda-624a-43fd-998c-641e2ee7c5ed tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Allocated IP 172.20.0.5 (0795294b-2f65-4b7c-8ce7-6cd7be561ad1/2854b27f-d88a-4fe7-bc24-8800c325525b/3c803dc8-a569-4631-a89b-06e85212b88a) {{(pid=100362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:49:24.873548 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-0cf6aeda-624a-43fd-998c-641e2ee7c5ed tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Notify callbacks [] for port, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:24.977366 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-0cf6aeda-624a-43fd-998c-641e2ee7c5ed tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2715346'] for port, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:24.982100 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:49:25.031171 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-0cf6aeda-624a-43fd-998c-641e2ee7c5ed tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Network 0795294b-2f65-4b7c-8ce7-6cd7be561ad1 is already hosted by enough agents. {{(pid=100362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:49:25.034837 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.base_scheduler [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-0cf6aeda-624a-43fd-998c-641e2ee7c5ed tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Resources bound (agent type, host, resource id): {{(pid=100362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:49:25.039085 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-0cf6aeda-624a-43fd-998c-641e2ee7c5ed tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Received port after_create {{(pid=100362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:49:25.076927 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6aeda-624a-43fd-998c-641e2ee7c5ed tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Pushing event updated for resources: {'Port': ['ID=3c803dc8-a569-4631-a89b-06e85212b88a,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:49:25.083335 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-0cf6aeda-624a-43fd-998c-641e2ee7c5ed tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:49:25.110877 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-0cf6aeda-624a-43fd-998c-641e2ee7c5ed tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:25.111588 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-0cf6aeda-624a-43fd-998c-641e2ee7c5ed tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:25.179691 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-0cf6aeda-624a-43fd-998c-641e2ee7c5ed tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8181899 Jun 29 17:49:25.192840 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-277eb711-e2f4-448f-a078-691da863ec17 service neutron] Request body: {'port': {'device_id': 'f33b9181-1dd6-43f0-b502-a23427d2d558', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:49:25.334805 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-277eb711-e2f4-448f-a078-691da863ec17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:25.353669 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742ba5c-3562-4d79-bbe2-0bd7e362451b req-4b61b8e5-111f-4c6f-a07f-c6586d4f4141 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:25.355134 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4742ba5c-3562-4d79-bbe2-0bd7e362451b req-4b61b8e5-111f-4c6f-a07f-c6586d4f4141 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=105ed0a3-9f30-4002-997e-bc0cc994eac6 HTTP/1.1" status: 200 len: 945 time: 0.1663980 Jun 29 17:49:25.495291 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4742ba5c-3562-4d79-bbe2-0bd7e362451b req-a69b3f75-ec63-4150-9bc0-b6f875d2f609 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334572 Jun 29 17:49:25.511592 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ed627-043b-4f8d-b8fc-f2296bae88dd req-95f695ac-1927-49c3-bfbb-4768ac5f1f94 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:25.513103 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-221ed627-043b-4f8d-b8fc-f2296bae88dd req-95f695ac-1927-49c3-bfbb-4768ac5f1f94 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?device_id=f33b9181-1dd6-43f0-b502-a23427d2d558 HTTP/1.1" status: 200 len: 931 time: 0.2179744 Jun 29 17:49:25.769670 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 0c6d3cb6-a097-4103-929d-b4eb5b55853d up at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:49:25.892921 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning for port 0c6d3cb6-a097-4103-929d-b4eb5b55853d completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:49:25.895821 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-221ed627-043b-4f8d-b8fc-f2296bae88dd req-8499d5cc-fa68-41b4-988e-73799128782b tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/security-groups?id=6360fda5-52cd-4c85-8461-7d03f196f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692119 Jun 29 17:49:25.897537 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning complete for port 0c6d3cb6-a097-4103-929d-b4eb5b55853d triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:49:25.898213 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:25.959307 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519f73e-9474-4a82-8f3b-1685c47cf7ee req-da9db1f2-24a8-4189-ace5-4ac792aa44d2 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:25.961337 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0519f73e-9474-4a82-8f3b-1685c47cf7ee req-da9db1f2-24a8-4189-ace5-4ac792aa44d2 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 944 time: 0.1586344 Jun 29 17:49:25.988454 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:26.012975 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105ed0a3-9f30-4002-997e-bc0cc994eac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6d3cb6-a097-4103-929d-b4eb5b55853d'}] {{(pid=100363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:49:26.015212 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0170bf9ab270c77a1188d5f8494ea938272331804d61dd1d179af329d40bd85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4c33eb-d7db-437c-886b-77b4f7ed91b2" -d '{"events": [{"server_uuid": "105ed0a3-9f30-4002-997e-bc0cc994eac6", "name": "network-vif-plugged", "status": "completed", "tag": "0c6d3cb6-a097-4103-929d-b4eb5b55853d"}]}' {{(pid=100363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:49:26.030036 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 0c6d3cb6-a097-4103-929d-b4eb5b55853d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=0c6d3cb6-a097-4103-929d-b4eb5b55853d,segment=NetworkSegment(049ba01c-72be-4d8b-9f56-1c7e4aba2261),segment_id=049ba01c-72be-4d8b-9f56-1c7e4aba2261)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:49:26.039990 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.notifiers.nova [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-277eb711-e2f4-448f-a078-691da863ec17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c803dc8-a569-4631-a89b-06e85212b88a {{(pid=100362) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:49:26.047645 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0519f73e-9474-4a82-8f3b-1685c47cf7ee req-20b8f453-f714-48ad-93b2-9279d8591131 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780559 Jun 29 17:49:26.051801 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-277eb711-e2f4-448f-a078-691da863ec17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:26.053293 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e18ccd8-0f6d-4673-a5ba-85f89e51e55b x-openstack-request-id: req-1e18ccd8-0f6d-4673-a5ba-85f89e51e55b {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:49:26.054169 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105ed0a3-9f30-4002-997e-bc0cc994eac6", "name": "network-vif-plugged", "status": "completed", "tag": "0c6d3cb6-a097-4103-929d-b4eb5b55853d", "code": 200}]} {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:49:26.054400 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1e18ccd8-0f6d-4673-a5ba-85f89e51e55b {{(pid=100363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:49:26.055075 dv-cinder-763306-14-iscsi neutron-server[100363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105ed0a3-9f30-4002-997e-bc0cc994eac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6d3cb6-a097-4103-929d-b4eb5b55853d', 'code': 200} Jun 29 17:49:26.064732 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.provisioning_blocks [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-277eb711-e2f4-448f-a078-691da863ec17 service neutron] Transition to ACTIVE for port object 3c803dc8-a569-4631-a89b-06e85212b88a will not be triggered until provisioned by entity L2. {{(pid=100362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:49:26.093219 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:26.095251 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:49:26.143804 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=0c6d3cb6-a097-4103-929d-b4eb5b55853d,revision_number=5']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:49:26.146757 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:49:26.155717 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-277eb711-e2f4-448f-a078-691da863ec17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2715360'] for port, after_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:26.158694 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:49:26.204792 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277eb711-e2f4-448f-a078-691da863ec17 service neutron] Pushing event updated for resources: {'Port': ['ID=3c803dc8-a569-4631-a89b-06e85212b88a,revision_number=2']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:49:26.209022 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-277eb711-e2f4-448f-a078-691da863ec17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:49:26.280688 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.managers [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-277eb711-e2f4-448f-a078-691da863ec17 service neutron] Attempting to bind port 3c803dc8-a569-4631-a89b-06e85212b88a on host hv-cinder-76330 for vnic_type normal with profile {{(pid=100362) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:49:26.281023 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.managers [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-277eb711-e2f4-448f-a078-691da863ec17 service neutron] Attempting to bind port 3c803dc8-a569-4631-a89b-06e85212b88a by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': '0c2dd3a3-6665-4dc0-9758-37d452975685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0795294b-2f65-4b7c-8ce7-6cd7be561ad1'}] {{(pid=100362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:49:26.281346 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-277eb711-e2f4-448f-a078-691da863ec17 service neutron] Attempting to bind port 3c803dc8-a569-4631-a89b-06e85212b88a on network 0795294b-2f65-4b7c-8ce7-6cd7be561ad1 {{(pid=100362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:49:26.285528 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-277eb711-e2f4-448f-a078-691da863ec17 service neutron] Port 3c803dc8-a569-4631-a89b-06e85212b88a on network 0795294b-2f65-4b7c-8ce7-6cd7be561ad1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=100362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:49:26.285851 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-277eb711-e2f4-448f-a078-691da863ec17 service neutron] Attempting to bind port 3c803dc8-a569-4631-a89b-06e85212b88a on network 0795294b-2f65-4b7c-8ce7-6cd7be561ad1 {{(pid=100362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:49:26.290542 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-277eb711-e2f4-448f-a078-691da863ec17 service neutron] Checking agent: {'id': '7e509413-8b3d-41cc-85c9-4a7e2393f098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'started_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:49:26.291092 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-277eb711-e2f4-448f-a078-691da863ec17 service neutron] Checking segment: {'id': '0c2dd3a3-6665-4dc0-9758-37d452975685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0795294b-2f65-4b7c-8ce7-6cd7be561ad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:49:26.291480 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-277eb711-e2f4-448f-a078-691da863ec17 service neutron] Bound using segment: {'id': '0c2dd3a3-6665-4dc0-9758-37d452975685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0795294b-2f65-4b7c-8ce7-6cd7be561ad1'} {{(pid=100362) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:49:26.291941 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.managers [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-277eb711-e2f4-448f-a078-691da863ec17 service neutron] Bound port: 3c803dc8-a569-4631-a89b-06e85212b88a, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c2dd3a3-6665-4dc0-9758-37d452975685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '0795294b-2f65-4b7c-8ce7-6cd7be561ad1'}}] {{(pid=100362) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:49:26.292299 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-277eb711-e2f4-448f-a078-691da863ec17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:26.355228 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.db [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-277eb711-e2f4-448f-a078-691da863ec17 service neutron] For port 3c803dc8-a569-4631-a89b-06e85212b88a, host hv-cinder-76330, cleared binding levels {{(pid=100362) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:49:26.358402 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.db [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-277eb711-e2f4-448f-a078-691da863ec17 service neutron] For port 3c803dc8-a569-4631-a89b-06e85212b88a, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3c803dc8-a569-4631-a89b-06e85212b88a,segment=NetworkSegment(0c2dd3a3-6665-4dc0-9758-37d452975685),segment_id=0c2dd3a3-6665-4dc0-9758-37d452975685)] {{(pid=100362) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:49:26.429254 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b102b65-fc50-4886-82f7-02534ef5e4da req-bd611d87-3ff5-41f7-a5fd-2d952918860c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:26.430165 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-277eb711-e2f4-448f-a078-691da863ec17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2715360'] for port, after_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:26.430708 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-0b102b65-fc50-4886-82f7-02534ef5e4da req-bd611d87-3ff5-41f7-a5fd-2d952918860c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=105ed0a3-9f30-4002-997e-bc0cc994eac6 HTTP/1.1" status: 200 len: 1099 time: 0.0518379 Jun 29 17:49:26.433818 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-43c47578-04c0-42a1-b09d-78ce1af2ad3b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:49:26.465627 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-277eb711-e2f4-448f-a078-691da863ec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:26.466242 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-277eb711-e2f4-448f-a078-691da863ec17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:26.467633 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-277eb711-e2f4-448f-a078-691da863ec17 service neutron] 10.222.0.66 "PUT /v2.0/ports/3c803dc8-a569-4631-a89b-06e85212b88a HTTP/1.1" status: 200 len: 1093 time: 1.2801290 Jun 29 17:49:26.468172 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33b9181-1dd6-43f0-b502-a23427d2d558', 'tag': '3c803dc8-a569-4631-a89b-06e85212b88a'}] {{(pid=100362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:49:26.468411 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-0b102b65-fc50-4886-82f7-02534ef5e4da req-9c597fbf-32be-4c15-9a4b-1581d1615fdc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300102 Jun 29 17:49:26.470448 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48a6f13d0593460c6bf74d2d89cdb7f9c13c152b36d4e67a00c4f10a3cffdd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063cedba-1b95-4fb0-86f0-ae91d89feb3c" -d '{"events": [{"name": "network-changed", "server_uuid": "f33b9181-1dd6-43f0-b502-a23427d2d558", "tag": "3c803dc8-a569-4631-a89b-06e85212b88a"}]}' {{(pid=100362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:49:26.497617 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277eb711-e2f4-448f-a078-691da863ec17 service neutron] Pushing event updated for resources: {'Port': ['ID=3c803dc8-a569-4631-a89b-06e85212b88a,revision_number=3']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:49:26.500998 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-277eb711-e2f4-448f-a078-691da863ec17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:49:26.506367 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e46dea-752e-4144-b293-7e423886f510 x-openstack-request-id: req-c3e46dea-752e-4144-b293-7e423886f510 {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:49:26.506693 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33b9181-1dd6-43f0-b502-a23427d2d558", "tag": "3c803dc8-a569-4631-a89b-06e85212b88a", "status": "completed", "code": 200}]} {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:49:26.506981 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-c3e46dea-752e-4144-b293-7e423886f510 {{(pid=100362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:49:26.507401 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33b9181-1dd6-43f0-b502-a23427d2d558', 'tag': '3c803dc8-a569-4631-a89b-06e85212b88a', 'status': 'completed', 'code': 200} Jun 29 17:49:26.617188 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-39311230-8d79-4408-907d-f65b4b283a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:26.619050 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-39311230-8d79-4408-907d-f65b4b283a6e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2d4e50ab443342309850a2f2ff891e3d&device_id=f33b9181-1dd6-43f0-b502-a23427d2d558 HTTP/1.1" status: 200 len: 1096 time: 0.0533295 Jun 29 17:49:26.676422 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-8ab8c391-aa93-4945-8da5-bc58b26c448c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c803dc8-a569-4631-a89b-06e85212b88a HTTP/1.1" status: 200 len: 217 time: 0.0396581 Jun 29 17:49:26.676618 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13c6e4-4c56-46f2-b8de-3cb14b5b9b90 req-86a9c01e-b1f4-49d4-a3a0-06e75787351f tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:26.678010 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5b13c6e4-4c56-46f2-b8de-3cb14b5b9b90 req-86a9c01e-b1f4-49d4-a3a0-06e75787351f tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=105ed0a3-9f30-4002-997e-bc0cc994eac6 HTTP/1.1" status: 200 len: 946 time: 0.0675468 Jun 29 17:49:26.716515 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5b13c6e4-4c56-46f2-b8de-3cb14b5b9b90 req-4301057d-78ff-4f89-b494-eb8d863bc7d2 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327399 Jun 29 17:49:26.729688 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-bef591b6-2714-469a-8ad8-118a8c2083ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:26.732275 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-bef591b6-2714-469a-8ad8-118a8c2083ba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2854b27f-d88a-4fe7-bc24-8800c325525b HTTP/1.1" status: 200 len: 848 time: 0.0492959 Jun 29 17:49:26.767600 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-2cc4c404-6e45-4511-8b2a-8504ab6ee0ad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0795294b-2f65-4b7c-8ce7-6cd7be561ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270362 Jun 29 17:49:26.859147 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-87d84396-85f3-4c65-959f-bb162675fb46 service neutron] 10.222.0.66 "GET /v2.0/networks/0795294b-2f65-4b7c-8ce7-6cd7be561ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847633 Jun 29 17:49:26.949499 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-f0272810-bd0f-495b-a4f9-79c33a9fb8ea req-167cebd5-632a-4577-a091-48a319b5f1d3 service neutron] 10.222.0.66 "GET /v2.0/networks/0795294b-2f65-4b7c-8ce7-6cd7be561ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828493 Jun 29 17:49:27.081530 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df9ab4-d618-4e8f-a50c-bfbc2d2ad9a6 req-4b0ae6ec-0f48-4aa8-87cc-7192c26499dd tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:27.082994 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e1df9ab4-d618-4e8f-a50c-bfbc2d2ad9a6 req-4b0ae6ec-0f48-4aa8-87cc-7192c26499dd tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?device_id=f33b9181-1dd6-43f0-b502-a23427d2d558 HTTP/1.1" status: 200 len: 943 time: 0.0653107 Jun 29 17:49:27.127193 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e1df9ab4-d618-4e8f-a50c-bfbc2d2ad9a6 req-c54ffade-5560-40d7-b4eb-6b306938a31a tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/security-groups?id=6360fda5-52cd-4c85-8461-7d03f196f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376985 Jun 29 17:49:27.150888 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cedba-1b95-4fb0-86f0-ae91d89feb3c req-96e9b49c-ced3-48c9-b851-3b5441762d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:27.152468 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-063cedba-1b95-4fb0-86f0-ae91d89feb3c req-96e9b49c-ced3-48c9-b851-3b5441762d3e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2d4e50ab443342309850a2f2ff891e3d&device_id=f33b9181-1dd6-43f0-b502-a23427d2d558 HTTP/1.1" status: 200 len: 1096 time: 0.0709598 Jun 29 17:49:27.248476 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cedba-1b95-4fb0-86f0-ae91d89feb3c req-7b2ce69c-3753-400c-b0f6-3ed38046f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:27.249924 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-063cedba-1b95-4fb0-86f0-ae91d89feb3c req-7b2ce69c-3753-400c-b0f6-3ed38046f1a5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0795294b-2f65-4b7c-8ce7-6cd7be561ad1 HTTP/1.1" status: 200 len: 909 time: 0.0875862 Jun 29 17:49:27.250420 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0aa949-d668-4b92-9127-3b2c861fb385 req-42f3c113-ac53-4fc6-acd4-6586dfa7c1e9 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:27.252006 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ad0aa949-d668-4b92-9127-3b2c861fb385 req-42f3c113-ac53-4fc6-acd4-6586dfa7c1e9 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 944 time: 0.0675123 Jun 29 17:49:27.288552 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ad0aa949-d668-4b92-9127-3b2c861fb385 req-5763aea5-410b-41e8-aa4c-fe5ed576c9bc tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310140 Jun 29 17:49:27.295204 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-063cedba-1b95-4fb0-86f0-ae91d89feb3c req-c7806948-52d3-4e56-a45c-fe55f5325277 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c803dc8-a569-4631-a89b-06e85212b88a HTTP/1.1" status: 200 len: 217 time: 0.0382919 Jun 29 17:49:27.355154 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cedba-1b95-4fb0-86f0-ae91d89feb3c req-fe5b018b-f62c-4518-83e0-0c48eaad92c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:27.356642 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-063cedba-1b95-4fb0-86f0-ae91d89feb3c req-fe5b018b-f62c-4518-83e0-0c48eaad92c3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2854b27f-d88a-4fe7-bc24-8800c325525b HTTP/1.1" status: 200 len: 848 time: 0.0452013 Jun 29 17:49:27.389755 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-063cedba-1b95-4fb0-86f0-ae91d89feb3c req-58a86a50-c2b4-408a-827a-8c33fbcf6530 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0795294b-2f65-4b7c-8ce7-6cd7be561ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261757 Jun 29 17:49:27.413078 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-534b1746-0bb1-47e8-a1a6-afeb3eef0595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:27.786030 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-063cedba-1b95-4fb0-86f0-ae91d89feb3c req-4ba28cb7-4233-4436-abfd-65c9ae2fa8be service neutron] 10.222.0.66 "GET /v2.0/networks/0795294b-2f65-4b7c-8ce7-6cd7be561ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688242 Jun 29 17:49:27.878691 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-063cedba-1b95-4fb0-86f0-ae91d89feb3c req-bad2c0a7-a91c-4c78-bd85-0cfed6f3b456 service neutron] 10.222.0.66 "GET /v2.0/networks/0795294b-2f65-4b7c-8ce7-6cd7be561ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844636 Jun 29 17:49:27.897791 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84025b37-5886-44c1-a24e-e10c714ebffc req-7417eacd-52ef-45f1-bf6c-dda740e0597c tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:27.899256 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-84025b37-5886-44c1-a24e-e10c714ebffc req-7417eacd-52ef-45f1-bf6c-dda740e0597c tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=105ed0a3-9f30-4002-997e-bc0cc994eac6 HTTP/1.1" status: 200 len: 946 time: 0.0648246 Jun 29 17:49:27.939437 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-84025b37-5886-44c1-a24e-e10c714ebffc req-5eb6bf68-0469-4c05-865e-40adde499713 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335405 Jun 29 17:49:28.305676 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f8782-da2e-4b1a-8816-d0bda6744731 req-af827a1a-f639-4662-a37f-e84d2889ecd3 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:28.307948 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b35f8782-da2e-4b1a-8816-d0bda6744731 req-af827a1a-f639-4662-a37f-e84d2889ecd3 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?device_id=f33b9181-1dd6-43f0-b502-a23427d2d558 HTTP/1.1" status: 200 len: 943 time: 0.0645604 Jun 29 17:49:28.346973 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b35f8782-da2e-4b1a-8816-d0bda6744731 req-c8d641b6-23a5-4bd6-aa98-0b1173d65eef tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/security-groups?id=6360fda5-52cd-4c85-8461-7d03f196f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331080 Jun 29 17:49:28.467408 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb44800-41dd-41a1-b0c0-3c47516a6122 req-316c5662-ef7b-4d8a-a737-f289b91a04b2 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:28.468934 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-dfb44800-41dd-41a1-b0c0-3c47516a6122 req-316c5662-ef7b-4d8a-a737-f289b91a04b2 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 944 time: 0.0681260 Jun 29 17:49:28.508087 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-dfb44800-41dd-41a1-b0c0-3c47516a6122 req-f32325e6-10b2-481a-9c0e-14c82a9b5950 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331850 Jun 29 17:49:29.517599 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24327a4e-e321-4bc3-bb01-19aac6cc9441 req-54096fc6-72f8-4d93-84af-e52b74219259 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:29.518953 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-24327a4e-e321-4bc3-bb01-19aac6cc9441 req-54096fc6-72f8-4d93-84af-e52b74219259 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?device_id=f33b9181-1dd6-43f0-b502-a23427d2d558 HTTP/1.1" status: 200 len: 943 time: 0.0623229 Jun 29 17:49:29.560100 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-24327a4e-e321-4bc3-bb01-19aac6cc9441 req-3a78bbcd-f979-4660-9ab8-a0006ed0ba1b tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/security-groups?id=6360fda5-52cd-4c85-8461-7d03f196f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353217 Jun 29 17:49:29.695183 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153c72a-83c1-47b5-ae4e-f3dd7de0fb8e req-54b72167-3d7d-4b73-8cd3-5567471df215 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:29.697303 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5153c72a-83c1-47b5-ae4e-f3dd7de0fb8e req-54b72167-3d7d-4b73-8cd3-5567471df215 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 944 time: 0.0700870 Jun 29 17:49:29.736870 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5153c72a-83c1-47b5-ae4e-f3dd7de0fb8e req-9aa72ead-cc4d-4572-835c-fa6d0c098132 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345700 Jun 29 17:49:29.788715 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 3c803dc8-a569-4631-a89b-06e85212b88a details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=100363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:49:29.851768 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-0122b074-e944-4715-ab8f-171e6dd847ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:29.895619 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 3c803dc8-a569-4631-a89b-06e85212b88a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3c803dc8-a569-4631-a89b-06e85212b88a,segment=NetworkSegment(0c2dd3a3-6665-4dc0-9758-37d452975685),segment_id=0c2dd3a3-6665-4dc0-9758-37d452975685)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:49:29.907230 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Returning: {'device': '3c803dc8-a569-4631-a89b-06e85212b88a', 'network_id': '0795294b-2f65-4b7c-8ce7-6cd7be561ad1', 'port_id': '3c803dc8-a569-4631-a89b-06e85212b88a', 'mac_address': 'fa:16:3e:84:56:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2854b27f-d88a-4fe7-bc24-8800c325525b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:49:29.941793 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:29.950790 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:29.963654 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c803dc8-a569-4631-a89b-06e85212b88a {{(pid=100363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:49:29.982470 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 3c803dc8-a569-4631-a89b-06e85212b88a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3c803dc8-a569-4631-a89b-06e85212b88a,segment=NetworkSegment(0c2dd3a3-6665-4dc0-9758-37d452975685),segment_id=0c2dd3a3-6665-4dc0-9758-37d452975685)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:49:30.075569 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:30.077512 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:49:30.124417 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=3c803dc8-a569-4631-a89b-06e85212b88a,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:49:30.127467 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:49:30.396451 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['3c803dc8-a569-4631-a89b-06e85212b88a'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:49:30.770921 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ca9f4-418c-40fb-8921-69a53c6cca8a req-af157232-6350-4832-8477-614c4f7bba05 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:30.772443 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c93ca9f4-418c-40fb-8921-69a53c6cca8a req-af157232-6350-4832-8477-614c4f7bba05 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?device_id=f33b9181-1dd6-43f0-b502-a23427d2d558 HTTP/1.1" status: 200 len: 944 time: 0.0650952 Jun 29 17:49:30.811426 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c93ca9f4-418c-40fb-8921-69a53c6cca8a req-e36f5965-1c23-4b29-8b89-304ffb202226 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/security-groups?id=6360fda5-52cd-4c85-8461-7d03f196f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328927 Jun 29 17:49:30.922791 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e9e0c-d692-4510-a9c8-153989c7e1ff req-d5616768-e263-4ba6-b38f-9d9e8e04de48 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:30.924223 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ed8e9e0c-d692-4510-a9c8-153989c7e1ff req-d5616768-e263-4ba6-b38f-9d9e8e04de48 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 944 time: 0.0645988 Jun 29 17:49:30.963315 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ed8e9e0c-d692-4510-a9c8-153989c7e1ff req-2112b2c4-9a98-4251-8ef8-f4ea9f541132 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328715 Jun 29 17:49:31.508172 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:31.800217 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 3c803dc8-a569-4631-a89b-06e85212b88a up at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:49:31.925430 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning for port 3c803dc8-a569-4631-a89b-06e85212b88a completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:49:31.929415 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning complete for port 3c803dc8-a569-4631-a89b-06e85212b88a triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:49:31.929882 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:31.991146 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420f2d3-4139-4726-af01-14b7669e2b80 req-770f8110-97f4-4f8e-b9f8-1512d8f08ff4 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:31.993279 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b420f2d3-4139-4726-af01-14b7669e2b80 req-770f8110-97f4-4f8e-b9f8-1512d8f08ff4 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?device_id=f33b9181-1dd6-43f0-b502-a23427d2d558 HTTP/1.1" status: 200 len: 944 time: 0.0707018 Jun 29 17:49:32.014518 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:32.033113 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b420f2d3-4139-4726-af01-14b7669e2b80 req-593a8215-2f2a-4fe9-a61e-0b6cd03e7a81 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/security-groups?id=6360fda5-52cd-4c85-8461-7d03f196f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342450 Jun 29 17:49:32.042258 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33b9181-1dd6-43f0-b502-a23427d2d558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c803dc8-a569-4631-a89b-06e85212b88a'}] {{(pid=100363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:49:32.044652 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0170bf9ab270c77a1188d5f8494ea938272331804d61dd1d179af329d40bd85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744f8cf5-cf2c-45a1-905b-020c60f151a8" -d '{"events": [{"server_uuid": "f33b9181-1dd6-43f0-b502-a23427d2d558", "name": "network-vif-plugged", "status": "completed", "tag": "3c803dc8-a569-4631-a89b-06e85212b88a"}]}' {{(pid=100363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:49:32.063603 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 3c803dc8-a569-4631-a89b-06e85212b88a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3c803dc8-a569-4631-a89b-06e85212b88a,segment=NetworkSegment(0c2dd3a3-6665-4dc0-9758-37d452975685),segment_id=0c2dd3a3-6665-4dc0-9758-37d452975685)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:49:32.084540 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcdf0f1-4df2-4969-ace2-61504ac6aa4d x-openstack-request-id: req-7dcdf0f1-4df2-4969-ace2-61504ac6aa4d {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:49:32.084836 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33b9181-1dd6-43f0-b502-a23427d2d558", "name": "network-vif-plugged", "status": "completed", "tag": "3c803dc8-a569-4631-a89b-06e85212b88a", "code": 200}]} {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:49:32.085093 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-7dcdf0f1-4df2-4969-ace2-61504ac6aa4d {{(pid=100363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:49:32.085575 dv-cinder-763306-14-iscsi neutron-server[100363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33b9181-1dd6-43f0-b502-a23427d2d558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c803dc8-a569-4631-a89b-06e85212b88a', 'code': 200} Jun 29 17:49:32.110427 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:32.112773 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-673ac839-f69b-439b-8107-b4130f820195 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:49:32.146530 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881a66f-4e70-4227-98e7-ad20d1fdc5aa req-18e1a316-a7bb-45e9-bfeb-51705922321e tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:32.148082 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f881a66f-4e70-4227-98e7-ad20d1fdc5aa req-18e1a316-a7bb-45e9-bfeb-51705922321e tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 944 time: 0.0667627 Jun 29 17:49:32.161264 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=3c803dc8-a569-4631-a89b-06e85212b88a,revision_number=5']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:49:32.164332 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:49:32.192097 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f881a66f-4e70-4227-98e7-ad20d1fdc5aa req-86537566-d668-4bf2-bec2-f8d7d3202261 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358877 Jun 29 17:49:32.444359 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908df18-940d-4299-a5cd-247776e34715 req-62748e22-c6bb-4974-90be-053ba2c94dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:32.445763 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d908df18-940d-4299-a5cd-247776e34715 req-62748e22-c6bb-4974-90be-053ba2c94dbc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f33b9181-1dd6-43f0-b502-a23427d2d558 HTTP/1.1" status: 200 len: 1098 time: 0.0519791 Jun 29 17:49:32.485706 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-d908df18-940d-4299-a5cd-247776e34715 req-5f2baed5-3bf6-4eb5-b184-a09be096f54e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6360fda5-52cd-4c85-8461-7d03f196f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322561 Jun 29 17:49:33.183881 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:33.223326 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4852616-ae80-4483-bb92-0574c26b1a68 req-8ccfa7b0-be75-4b8f-aebe-823a13707073 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:33.224851 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d4852616-ae80-4483-bb92-0574c26b1a68 req-8ccfa7b0-be75-4b8f-aebe-823a13707073 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?device_id=f33b9181-1dd6-43f0-b502-a23427d2d558 HTTP/1.1" status: 200 len: 945 time: 0.0692511 Jun 29 17:49:33.264592 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d4852616-ae80-4483-bb92-0574c26b1a68 req-c5576b0b-0f21-46d3-9714-84b8233af88e tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/security-groups?id=6360fda5-52cd-4c85-8461-7d03f196f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333433 Jun 29 17:49:33.366476 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad12b9-00f2-47e1-831b-fa86d1e44e1f req-e491f34e-dc68-41f4-a112-4027d4440d54 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:33.368045 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-93ad12b9-00f2-47e1-831b-fa86d1e44e1f req-e491f34e-dc68-41f4-a112-4027d4440d54 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 944 time: 0.0645912 Jun 29 17:49:33.406146 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-93ad12b9-00f2-47e1-831b-fa86d1e44e1f req-7b9c03a0-44ca-43ae-bc2f-1d687fb176f4 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318906 Jun 29 17:49:33.800916 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device fe3b2de6-47e7-4748-b9d7-7c3c5a913442 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=100363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:49:33.898550 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port fe3b2de6-47e7-4748-b9d7-7c3c5a913442, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=fe3b2de6-47e7-4748-b9d7-7c3c5a913442,segment=NetworkSegment(1e320949-c172-43c9-b9ed-2910a3c21ae8),segment_id=1e320949-c172-43c9-b9ed-2910a3c21ae8)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:49:33.910898 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Returning: {'device': 'fe3b2de6-47e7-4748-b9d7-7c3c5a913442', 'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5', 'port_id': 'fe3b2de6-47e7-4748-b9d7-7c3c5a913442', 'mac_address': 'fa:16:3e:7a:80:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '436361f6-8cab-4f88-8bbd-ea01ab450519', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:49:33.947926 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:33.960694 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3b2de6-47e7-4748-b9d7-7c3c5a913442 {{(pid=100363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:49:33.980141 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port fe3b2de6-47e7-4748-b9d7-7c3c5a913442, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=fe3b2de6-47e7-4748-b9d7-7c3c5a913442,segment=NetworkSegment(1e320949-c172-43c9-b9ed-2910a3c21ae8),segment_id=1e320949-c172-43c9-b9ed-2910a3c21ae8)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:49:34.063905 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:34.065676 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:49:34.111075 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=fe3b2de6-47e7-4748-b9d7-7c3c5a913442,revision_number=7']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:49:34.114080 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:49:34.426909 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['fe3b2de6-47e7-4748-b9d7-7c3c5a913442'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:49:34.438392 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8e558-d5d7-4294-9cda-6c2efe50939e req-fa2b9cc6-c473-4082-ad9e-d64d7197d1ae tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:34.440052 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9db8e558-d5d7-4294-9cda-6c2efe50939e req-fa2b9cc6-c473-4082-ad9e-d64d7197d1ae tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?device_id=f33b9181-1dd6-43f0-b502-a23427d2d558 HTTP/1.1" status: 200 len: 945 time: 0.0651140 Jun 29 17:49:34.481194 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9db8e558-d5d7-4294-9cda-6c2efe50939e req-c6bcc54e-49f5-48f3-9998-f07e80c07bf8 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/security-groups?id=6360fda5-52cd-4c85-8461-7d03f196f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350454 Jun 29 17:49:34.593656 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc857c7f-96d4-48e9-828f-f9a4d0b08b15 req-5863a39a-cf2e-4017-a199-d1ddebe48311 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:34.595246 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-cc857c7f-96d4-48e9-828f-f9a4d0b08b15 req-5863a39a-cf2e-4017-a199-d1ddebe48311 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 945 time: 0.0695806 Jun 29 17:49:34.633314 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-cc857c7f-96d4-48e9-828f-f9a4d0b08b15 req-80556f8e-dbc8-4708-ba63-f0c949f1b323 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323353 Jun 29 17:49:35.813226 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8cd991-3c7f-4336-8859-7a1c4045cae9 req-98ee0acc-de41-4848-9a81-316887f72dbc tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:35.815992 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4c8cd991-3c7f-4336-8859-7a1c4045cae9 req-98ee0acc-de41-4848-9a81-316887f72dbc tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 945 time: 0.0668278 Jun 29 17:49:35.816124 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device fe3b2de6-47e7-4748-b9d7-7c3c5a913442 up at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:49:35.864820 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning complete for port fe3b2de6-47e7-4748-b9d7-7c3c5a913442 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:49:35.865205 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:35.890627 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4c8cd991-3c7f-4336-8859-7a1c4045cae9 req-44264433-24c3-463e-85eb-2ee0ce88b6af tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641122 Jun 29 17:49:35.910419 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4df91-d7f6-4fe1-a100-1524601e1a5e req-b297bc7b-f0e1-448c-82fa-801e2a8bee95 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:35.912006 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a4f4df91-d7f6-4fe1-a100-1524601e1a5e req-b297bc7b-f0e1-448c-82fa-801e2a8bee95 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?device_id=f33b9181-1dd6-43f0-b502-a23427d2d558 HTTP/1.1" status: 200 len: 945 time: 0.0963323 Jun 29 17:49:35.950413 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:35.952546 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a4f4df91-d7f6-4fe1-a100-1524601e1a5e req-1e5b8fa6-8bcb-487f-9124-e37488dbd58f tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/security-groups?id=6360fda5-52cd-4c85-8461-7d03f196f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340092 Jun 29 17:49:35.973733 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2ea89e-98e7-45d4-8000-79801ce5208c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3b2de6-47e7-4748-b9d7-7c3c5a913442'}] {{(pid=100363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:49:35.976018 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0170bf9ab270c77a1188d5f8494ea938272331804d61dd1d179af329d40bd85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130a478b-c7a5-4ee4-a94f-d61a48ac68bf" -d '{"events": [{"server_uuid": "7b2ea89e-98e7-45d4-8000-79801ce5208c", "name": "network-vif-plugged", "status": "completed", "tag": "fe3b2de6-47e7-4748-b9d7-7c3c5a913442"}]}' {{(pid=100363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:49:35.988929 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port fe3b2de6-47e7-4748-b9d7-7c3c5a913442, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=fe3b2de6-47e7-4748-b9d7-7c3c5a913442,segment=NetworkSegment(1e320949-c172-43c9-b9ed-2910a3c21ae8),segment_id=1e320949-c172-43c9-b9ed-2910a3c21ae8)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:49:36.013052 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed81e4fa-3d19-4431-a030-7c017cd2d2e4 x-openstack-request-id: req-ed81e4fa-3d19-4431-a030-7c017cd2d2e4 {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:49:36.013352 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2ea89e-98e7-45d4-8000-79801ce5208c", "name": "network-vif-plugged", "status": "completed", "tag": "fe3b2de6-47e7-4748-b9d7-7c3c5a913442", "code": 200}]} {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:49:36.013615 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ed81e4fa-3d19-4431-a030-7c017cd2d2e4 {{(pid=100363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:49:36.014045 dv-cinder-763306-14-iscsi neutron-server[100363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2ea89e-98e7-45d4-8000-79801ce5208c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3b2de6-47e7-4748-b9d7-7c3c5a913442', 'code': 200} Jun 29 17:49:36.048004 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:36.049073 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:49:36.097534 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=fe3b2de6-47e7-4748-b9d7-7c3c5a913442,revision_number=8']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:49:36.100667 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:49:36.432146 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e641775-dad4-430b-977b-2304199babe9 req-1cc7d2f3-a58d-4d19-a0e7-8f2d7526d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:36.433515 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-2e641775-dad4-430b-977b-2304199babe9 req-1cc7d2f3-a58d-4d19-a0e7-8f2d7526d6c3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 1099 time: 0.0498960 Jun 29 17:49:36.474865 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-2e641775-dad4-430b-977b-2304199babe9 req-a24192a8-c1d7-4a06-8696-ef0544e8a88a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262852 Jun 29 17:49:37.067644 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d29c0-824b-4a5d-b6e7-8ddc404b0a43 req-8edb8dc6-652f-4e27-8429-7cd810db8e3c tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:37.069142 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-972d29c0-824b-4a5d-b6e7-8ddc404b0a43 req-8edb8dc6-652f-4e27-8429-7cd810db8e3c tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 946 time: 0.0664141 Jun 29 17:49:37.143325 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-972d29c0-824b-4a5d-b6e7-8ddc404b0a43 req-5c0cbd2d-0f57-41d8-9658-3425898d6032 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681410 Jun 29 17:49:37.176350 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89becd7c-b8bf-4443-a000-db6854604562 req-846574a8-ba55-4eef-899e-1bfb5a1f6047 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:37.177790 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-89becd7c-b8bf-4443-a000-db6854604562 req-846574a8-ba55-4eef-899e-1bfb5a1f6047 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?device_id=f33b9181-1dd6-43f0-b502-a23427d2d558 HTTP/1.1" status: 200 len: 945 time: 0.0966411 Jun 29 17:49:37.216242 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-89becd7c-b8bf-4443-a000-db6854604562 req-0c4c9fe3-5ba7-4627-a659-30c9b47d6d58 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/security-groups?id=6360fda5-52cd-4c85-8461-7d03f196f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326700 Jun 29 17:49:37.370707 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:38.131121 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417d645-a174-4b95-997f-e25600e30382 req-645a4975-544b-416c-848c-864cd7df714f tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:38.132615 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-3417d645-a174-4b95-997f-e25600e30382 req-645a4975-544b-416c-848c-864cd7df714f tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.66 "GET /v2.0/ports?device_id=f33b9181-1dd6-43f0-b502-a23427d2d558 HTTP/1.1" status: 200 len: 945 time: 0.0827472 Jun 29 17:49:38.245102 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-3417d645-a174-4b95-997f-e25600e30382 req-17bf59f0-797c-4e26-bd40-d7d4e03efa4f tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Deleting port 3c803dc8-a569-4631-a89b-06e85212b88a {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:49:38.245454 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-3417d645-a174-4b95-997f-e25600e30382 req-17bf59f0-797c-4e26-bd40-d7d4e03efa4f tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:38.347315 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-3417d645-a174-4b95-997f-e25600e30382 req-17bf59f0-797c-4e26-bd40-d7d4e03efa4f tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] For port 3c803dc8-a569-4631-a89b-06e85212b88a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=3c803dc8-a569-4631-a89b-06e85212b88a,segment=NetworkSegment(0c2dd3a3-6665-4dc0-9758-37d452975685),segment_id=0c2dd3a3-6665-4dc0-9758-37d452975685)] {{(pid=100361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:49:38.347692 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-3417d645-a174-4b95-997f-e25600e30382 req-17bf59f0-797c-4e26-bd40-d7d4e03efa4f tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:38.354425 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c4e0e-4009-440b-aa77-a5f867a69884 req-d9ce2289-c5f0-4e5f-8593-ed204b003d8d tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:38.356131 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-189c4e0e-4009-440b-aa77-a5f867a69884 req-d9ce2289-c5f0-4e5f-8593-ed204b003d8d tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 946 time: 0.0759611 Jun 29 17:49:38.365968 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-3417d645-a174-4b95-997f-e25600e30382 req-17bf59f0-797c-4e26-bd40-d7d4e03efa4f tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Calling delete_port for 3c803dc8-a569-4631-a89b-06e85212b88a owned by compute:nova {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:49:38.433653 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-189c4e0e-4009-440b-aa77-a5f867a69884 req-40f7fbe3-dafc-4ef1-9ea4-51931d66b0fe tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703921 Jun 29 17:49:38.464457 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433eb90-1751-44c5-8a13-6c213a434333 req-04a09c86-6f0c-43eb-996b-ab7e2d6d7474 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:38.465935 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e433eb90-1751-44c5-8a13-6c213a434333 req-04a09c86-6f0c-43eb-996b-ab7e2d6d7474 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?device_id=f33b9181-1dd6-43f0-b502-a23427d2d558 HTTP/1.1" status: 200 len: 945 time: 0.1050091 Jun 29 17:49:38.507489 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e433eb90-1751-44c5-8a13-6c213a434333 req-6eeafc7d-72ba-4f03-a7f7-37f9a5769a27 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/security-groups?id=6360fda5-52cd-4c85-8461-7d03f196f124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353990 Jun 29 17:49:38.555482 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-3417d645-a174-4b95-997f-e25600e30382 req-17bf59f0-797c-4e26-bd40-d7d4e03efa4f tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995816'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:38.560372 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b14f169d-8710-4448-a907-c9cf534c6e36 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:49:38.569635 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['3c803dc8-a569-4631-a89b-06e85212b88a'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:49:38.585346 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf59f0-797c-4e26-bd40-d7d4e03efa4f tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Pushing event deleted for resources: {'Port': ['ID=3c803dc8-a569-4631-a89b-06e85212b88a,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:49:38.589445 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-17bf59f0-797c-4e26-bd40-d7d4e03efa4f tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:49:38.636709 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-3417d645-a174-4b95-997f-e25600e30382 req-17bf59f0-797c-4e26-bd40-d7d4e03efa4f tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] No DVR routers for this DVR port 3c803dc8-a569-4631-a89b-06e85212b88a on host hv-cinder-76330 {{(pid=100361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:49:38.639176 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-3417d645-a174-4b95-997f-e25600e30382 req-17bf59f0-797c-4e26-bd40-d7d4e03efa4f tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:38.641149 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-3417d645-a174-4b95-997f-e25600e30382 req-17bf59f0-797c-4e26-bd40-d7d4e03efa4f tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.66 "DELETE /v2.0/ports/3c803dc8-a569-4631-a89b-06e85212b88a HTTP/1.1" status: 204 len: 173 time: 0.5029335 Jun 29 17:49:38.641653 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33b9181-1dd6-43f0-b502-a23427d2d558', 'name': 'network-vif-deleted', 'tag': '3c803dc8-a569-4631-a89b-06e85212b88a'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:49:38.644019 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126b7f18-940c-4120-9842-96ceacc113cd" -d '{"events": [{"server_uuid": "f33b9181-1dd6-43f0-b502-a23427d2d558", "name": "network-vif-deleted", "tag": "3c803dc8-a569-4631-a89b-06e85212b88a"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:49:38.678929 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5681cf68-ec1f-41d0-9d56-444047c2d8e2 x-openstack-request-id: req-5681cf68-ec1f-41d0-9d56-444047c2d8e2 {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:49:38.679264 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33b9181-1dd6-43f0-b502-a23427d2d558", "name": "network-vif-deleted", "tag": "3c803dc8-a569-4631-a89b-06e85212b88a", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:49:38.679555 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-5681cf68-ec1f-41d0-9d56-444047c2d8e2 {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:49:38.680028 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33b9181-1dd6-43f0-b502-a23427d2d558', 'name': 'network-vif-deleted', 'tag': '3c803dc8-a569-4631-a89b-06e85212b88a', 'status': 'completed', 'code': 200} Jun 29 17:49:39.622471 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9dfac1-2d97-46a5-a1b1-997f6e309fee req-e6a6cc63-f8a8-439b-a21b-4857044eeb93 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:39.624049 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-af9dfac1-2d97-46a5-a1b1-997f6e309fee req-e6a6cc63-f8a8-439b-a21b-4857044eeb93 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 946 time: 0.0710332 Jun 29 17:49:39.668840 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-af9dfac1-2d97-46a5-a1b1-997f6e309fee req-0429fbd6-be01-4d6e-9f3d-4a231b89ea35 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388913 Jun 29 17:49:39.698313 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b81654fe-7a8d-4e88-b687-0a95bb00d875 req-b834a897-81d1-41c7-a0a4-3c4dc23fb961 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] 10.222.0.102 "GET /v2.0/ports?device_id=f33b9181-1dd6-43f0-b502-a23427d2d558 HTTP/1.1" status: 200 len: 210 time: 0.0284553 Jun 29 17:49:41.833552 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 3c803dc8-a569-4631-a89b-06e85212b88a no longer exists at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:49:41.854851 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] No Port match for: 3c803dc8-a569-4631-a89b-06e85212b88a {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:49:41.855207 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 3c803dc8-a569-4631-a89b-06e85212b88a not bound to the agent host hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:49:43.571824 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992d626-daa9-42c3-bf57-f94bfcee01a6 req-4ae767c9-ad5a-407b-ad54-d6c6c630577e tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:43.573129 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b992d626-daa9-42c3-bf57-f94bfcee01a6 req-4ae767c9-ad5a-407b-ad54-d6c6c630577e tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=105ed0a3-9f30-4002-997e-bc0cc994eac6 HTTP/1.1" status: 200 len: 946 time: 0.0686150 Jun 29 17:49:43.611229 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b992d626-daa9-42c3-bf57-f94bfcee01a6 req-10d3e032-df32-489b-9c54-3fa7be3b8c46 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324574 Jun 29 17:49:44.785462 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aeb25a-8cbe-4f84-b48b-24b2e161413c req-1cde710a-3a37-4337-9c7d-367988e9a37b tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:44.786915 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-26aeb25a-8cbe-4f84-b48b-24b2e161413c req-1cde710a-3a37-4337-9c7d-367988e9a37b tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=105ed0a3-9f30-4002-997e-bc0cc994eac6 HTTP/1.1" status: 200 len: 946 time: 0.0648165 Jun 29 17:49:44.826133 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-26aeb25a-8cbe-4f84-b48b-24b2e161413c req-715d9a96-27ac-498a-800d-071bfbe35e27 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328739 Jun 29 17:49:46.005175 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab25aad-71c8-4196-ab82-501af59f3f1e req-9f5c80e4-7a66-41c3-bdf3-3b956d48cef4 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:46.006686 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9ab25aad-71c8-4196-ab82-501af59f3f1e req-9f5c80e4-7a66-41c3-bdf3-3b956d48cef4 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=105ed0a3-9f30-4002-997e-bc0cc994eac6 HTTP/1.1" status: 200 len: 946 time: 0.0656173 Jun 29 17:49:46.051040 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9ab25aad-71c8-4196-ab82-501af59f3f1e req-99e193ec-b578-44e6-820b-07b956beb980 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371807 Jun 29 17:49:47.317369 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73726430-26c2-47ca-9fd6-10f01b921d51 req-bed326e5-c06c-49d5-bde3-ec002da64099 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:47.319139 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-73726430-26c2-47ca-9fd6-10f01b921d51 req-bed326e5-c06c-49d5-bde3-ec002da64099 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=105ed0a3-9f30-4002-997e-bc0cc994eac6 HTTP/1.1" status: 200 len: 946 time: 0.0840461 Jun 29 17:49:47.370615 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-73726430-26c2-47ca-9fd6-10f01b921d51 req-465c7b18-0251-4b75-8200-bc32d11991ff tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434232 Jun 29 17:49:47.776116 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa3579-5314-4d84-82f0-92c7bec96b04 req-ca592a59-134e-4ad7-9eba-172baee0d5fe tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:47.777684 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-3afa3579-5314-4d84-82f0-92c7bec96b04 req-ca592a59-134e-4ad7-9eba-172baee0d5fe tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.66 "GET /v2.0/ports?device_id=105ed0a3-9f30-4002-997e-bc0cc994eac6 HTTP/1.1" status: 200 len: 946 time: 0.0727358 Jun 29 17:49:47.893939 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-3afa3579-5314-4d84-82f0-92c7bec96b04 req-3990fcf0-8412-41fc-8ed1-5058d382c4fb tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Deleting port 0c6d3cb6-a097-4103-929d-b4eb5b55853d {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:49:47.894654 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-3afa3579-5314-4d84-82f0-92c7bec96b04 req-3990fcf0-8412-41fc-8ed1-5058d382c4fb tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:47.998607 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-3afa3579-5314-4d84-82f0-92c7bec96b04 req-3990fcf0-8412-41fc-8ed1-5058d382c4fb tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] For port 0c6d3cb6-a097-4103-929d-b4eb5b55853d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=0c6d3cb6-a097-4103-929d-b4eb5b55853d,segment=NetworkSegment(049ba01c-72be-4d8b-9f56-1c7e4aba2261),segment_id=049ba01c-72be-4d8b-9f56-1c7e4aba2261)] {{(pid=100361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:49:47.999084 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-3afa3579-5314-4d84-82f0-92c7bec96b04 req-3990fcf0-8412-41fc-8ed1-5058d382c4fb tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:48.013477 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-3afa3579-5314-4d84-82f0-92c7bec96b04 req-3990fcf0-8412-41fc-8ed1-5058d382c4fb tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Calling delete_port for 0c6d3cb6-a097-4103-929d-b4eb5b55853d owned by compute:nova {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:49:48.246494 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-3afa3579-5314-4d84-82f0-92c7bec96b04 req-3990fcf0-8412-41fc-8ed1-5058d382c4fb tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995816'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:48.253041 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-a6a9710e-c11b-4cc9-9251-7d5caa0e00b3 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:49:48.265118 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca', 'c2fb2a3a-cf10-4e3f-b1ce-9529d03342da', 'ae478b35-6f58-4b20-a64e-8cce3bc07f78', '0c6d3cb6-a097-4103-929d-b4eb5b55853d'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:49:48.291128 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990fcf0-8412-41fc-8ed1-5058d382c4fb tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Pushing event deleted for resources: {'Port': ['ID=0c6d3cb6-a097-4103-929d-b4eb5b55853d,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:49:48.298848 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3990fcf0-8412-41fc-8ed1-5058d382c4fb tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:48.299233 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3990fcf0-8412-41fc-8ed1-5058d382c4fb tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:48.299604 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3990fcf0-8412-41fc-8ed1-5058d382c4fb tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:48.300013 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3990fcf0-8412-41fc-8ed1-5058d382c4fb tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:48.300383 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3990fcf0-8412-41fc-8ed1-5058d382c4fb tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:48.300776 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3990fcf0-8412-41fc-8ed1-5058d382c4fb tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:48.301170 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3990fcf0-8412-41fc-8ed1-5058d382c4fb tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:48.301583 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3990fcf0-8412-41fc-8ed1-5058d382c4fb tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:48.301957 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3990fcf0-8412-41fc-8ed1-5058d382c4fb tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:48.302351 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3990fcf0-8412-41fc-8ed1-5058d382c4fb tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:48.302736 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3990fcf0-8412-41fc-8ed1-5058d382c4fb tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:48.303093 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3990fcf0-8412-41fc-8ed1-5058d382c4fb tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:49:48.307143 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-3990fcf0-8412-41fc-8ed1-5058d382c4fb tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:49:48.361386 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afa3579-5314-4d84-82f0-92c7bec96b04 req-3990fcf0-8412-41fc-8ed1-5058d382c4fb tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] No DVR routers for this DVR port 0c6d3cb6-a097-4103-929d-b4eb5b55853d on host hv-cinder-76330 {{(pid=100361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:49:48.364447 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-3afa3579-5314-4d84-82f0-92c7bec96b04 req-3990fcf0-8412-41fc-8ed1-5058d382c4fb tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:48.367703 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-3afa3579-5314-4d84-82f0-92c7bec96b04 req-3990fcf0-8412-41fc-8ed1-5058d382c4fb tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.66 "DELETE /v2.0/ports/0c6d3cb6-a097-4103-929d-b4eb5b55853d HTTP/1.1" status: 204 len: 173 time: 0.5832231 Jun 29 17:49:48.369416 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105ed0a3-9f30-4002-997e-bc0cc994eac6', 'name': 'network-vif-deleted', 'tag': '0c6d3cb6-a097-4103-929d-b4eb5b55853d'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:49:48.378608 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b852b18-682d-4285-b879-201da5080a83" -d '{"events": [{"server_uuid": "105ed0a3-9f30-4002-997e-bc0cc994eac6", "name": "network-vif-deleted", "tag": "0c6d3cb6-a097-4103-929d-b4eb5b55853d"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:49:48.429304 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4c34a9-805a-416e-bd9c-624722ce484f x-openstack-request-id: req-2e4c34a9-805a-416e-bd9c-624722ce484f {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:49:48.429304 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105ed0a3-9f30-4002-997e-bc0cc994eac6", "name": "network-vif-deleted", "tag": "0c6d3cb6-a097-4103-929d-b4eb5b55853d", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:49:48.429304 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-2e4c34a9-805a-416e-bd9c-624722ce484f {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:49:48.429304 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105ed0a3-9f30-4002-997e-bc0cc994eac6', 'name': 'network-vif-deleted', 'tag': '0c6d3cb6-a097-4103-929d-b4eb5b55853d', 'status': 'completed', 'code': 200} Jun 29 17:49:48.552720 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-29af962f-7076-4ccb-bfa8-96d2cd365f36 req-376766a3-20c7-479c-a2ae-e1e21e85a2b2 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=105ed0a3-9f30-4002-997e-bc0cc994eac6 HTTP/1.1" status: 200 len: 210 time: 0.0512679 Jun 29 17:49:49.727317 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-40cd11b6-5b3e-4911-95e9-14b5d16130eb req-7775a339-f7f4-4eba-81ff-607198b521b3 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=105ed0a3-9f30-4002-997e-bc0cc994eac6 HTTP/1.1" status: 200 len: 210 time: 0.0316978 Jun 29 17:49:51.876390 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 0c6d3cb6-a097-4103-929d-b4eb5b55853d no longer exists at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:49:51.897929 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] No Port match for: 0c6d3cb6-a097-4103-929d-b4eb5b55853d {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:49:51.898562 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 0c6d3cb6-a097-4103-929d-b4eb5b55853d not bound to the agent host hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:49:52.977280 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31168b0d-f598-47f8-9c20-2390ab20940b req-fcc72639-d8de-4b34-860a-5394128c6e17 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:52.979964 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-31168b0d-f598-47f8-9c20-2390ab20940b req-fcc72639-d8de-4b34-860a-5394128c6e17 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=3f3efcd4-3d83-4d19-b017-1670f3e77389 HTTP/1.1" status: 200 len: 945 time: 0.0747621 Jun 29 17:49:53.027075 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-31168b0d-f598-47f8-9c20-2390ab20940b req-e4d7224e-5019-4eb2-a9a5-f4740444b392 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381632 Jun 29 17:49:53.787098 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:49:54.227297 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b277215-9b38-469f-9807-43b9fabcbb79 req-a631843e-28c3-4ed2-8467-2a0837ef1339 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:54.229283 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8b277215-9b38-469f-9807-43b9fabcbb79 req-a631843e-28c3-4ed2-8467-2a0837ef1339 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=3f3efcd4-3d83-4d19-b017-1670f3e77389 HTTP/1.1" status: 200 len: 945 time: 0.0721407 Jun 29 17:49:54.274862 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8b277215-9b38-469f-9807-43b9fabcbb79 req-d5e3c026-3204-4b28-9d14-8abf747ab4c0 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366125 Jun 29 17:49:54.846921 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f2066-c469-4659-94ed-1d3bbb457795 req-b430dde5-2a22-4dcc-8fcf-5c281379a51d tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:54.848408 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-cb3f2066-c469-4659-94ed-1d3bbb457795 req-b430dde5-2a22-4dcc-8fcf-5c281379a51d tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f3efcd4-3d83-4d19-b017-1670f3e77389 HTTP/1.1" status: 200 len: 945 time: 0.0724168 Jun 29 17:49:54.958826 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-cb3f2066-c469-4659-94ed-1d3bbb457795 req-afdb211d-0001-4907-b51c-be21bf52a044 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Deleting port ae478b35-6f58-4b20-a64e-8cce3bc07f78 {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:49:54.959171 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-cb3f2066-c469-4659-94ed-1d3bbb457795 req-afdb211d-0001-4907-b51c-be21bf52a044 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:55.063099 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-cb3f2066-c469-4659-94ed-1d3bbb457795 req-afdb211d-0001-4907-b51c-be21bf52a044 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] For port ae478b35-6f58-4b20-a64e-8cce3bc07f78, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=ae478b35-6f58-4b20-a64e-8cce3bc07f78,segment=NetworkSegment(049ba01c-72be-4d8b-9f56-1c7e4aba2261),segment_id=049ba01c-72be-4d8b-9f56-1c7e4aba2261)] {{(pid=100361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:49:55.063469 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-cb3f2066-c469-4659-94ed-1d3bbb457795 req-afdb211d-0001-4907-b51c-be21bf52a044 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:55.077583 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-cb3f2066-c469-4659-94ed-1d3bbb457795 req-afdb211d-0001-4907-b51c-be21bf52a044 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Calling delete_port for ae478b35-6f58-4b20-a64e-8cce3bc07f78 owned by compute:nova {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:49:55.293452 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-cb3f2066-c469-4659-94ed-1d3bbb457795 req-afdb211d-0001-4907-b51c-be21bf52a044 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995816'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:55.299376 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-46789ee0-5a89-43a9-990b-e3e450776813 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:49:55.308393 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca', 'c2fb2a3a-cf10-4e3f-b1ce-9529d03342da', 'ae478b35-6f58-4b20-a64e-8cce3bc07f78'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:49:55.356681 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb211d-0001-4907-b51c-be21bf52a044 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Pushing event deleted for resources: {'Port': ['ID=ae478b35-6f58-4b20-a64e-8cce3bc07f78,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:49:55.364809 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-afdb211d-0001-4907-b51c-be21bf52a044 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:49:55.431885 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3f2066-c469-4659-94ed-1d3bbb457795 req-afdb211d-0001-4907-b51c-be21bf52a044 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] No DVR routers for this DVR port ae478b35-6f58-4b20-a64e-8cce3bc07f78 on host hv-cinder-76330 {{(pid=100361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:49:55.435393 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-cb3f2066-c469-4659-94ed-1d3bbb457795 req-afdb211d-0001-4907-b51c-be21bf52a044 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:55.438066 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-cb3f2066-c469-4659-94ed-1d3bbb457795 req-afdb211d-0001-4907-b51c-be21bf52a044 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.66 "DELETE /v2.0/ports/ae478b35-6f58-4b20-a64e-8cce3bc07f78 HTTP/1.1" status: 204 len: 173 time: 0.5777602 Jun 29 17:49:55.438748 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3efcd4-3d83-4d19-b017-1670f3e77389', 'name': 'network-vif-deleted', 'tag': 'ae478b35-6f58-4b20-a64e-8cce3bc07f78'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:49:55.451092 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab305985-1328-4ec0-aae7-fbfcbec78e68" -d '{"events": [{"server_uuid": "3f3efcd4-3d83-4d19-b017-1670f3e77389", "name": "network-vif-deleted", "tag": "ae478b35-6f58-4b20-a64e-8cce3bc07f78"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:49:55.494047 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7777c5b9-59c4-4026-a766-b6e7a8bf9eda x-openstack-request-id: req-7777c5b9-59c4-4026-a766-b6e7a8bf9eda {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:49:55.494518 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3efcd4-3d83-4d19-b017-1670f3e77389", "name": "network-vif-deleted", "tag": "ae478b35-6f58-4b20-a64e-8cce3bc07f78", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:49:55.495400 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-7777c5b9-59c4-4026-a766-b6e7a8bf9eda {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:49:55.495984 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3efcd4-3d83-4d19-b017-1670f3e77389', 'name': 'network-vif-deleted', 'tag': 'ae478b35-6f58-4b20-a64e-8cce3bc07f78', 'status': 'completed', 'code': 200} Jun 29 17:49:55.571400 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c24f0cf6-c82b-45e6-955b-01f46ef2849e req-c06f5584-b19d-41ba-a0e7-2e71fca1cbd1 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=3f3efcd4-3d83-4d19-b017-1670f3e77389 HTTP/1.1" status: 200 len: 210 time: 0.0674686 Jun 29 17:49:56.813701 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ce92b313-9baf-4911-977a-1ecd4c1f8697 req-2320e0a3-69c8-4e2d-afb9-ff64fa0c9469 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=3f3efcd4-3d83-4d19-b017-1670f3e77389 HTTP/1.1" status: 200 len: 210 time: 0.0455718 Jun 29 17:49:57.429065 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-1e559edb-d01e-440b-84a2-ca2a40f3116e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:58.588694 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725757a-2e55-4e42-8abb-4c7de29ebe55 req-d822d183-1296-49b4-a599-c8150a3fcba2 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:58.591100 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2725757a-2e55-4e42-8abb-4c7de29ebe55 req-d822d183-1296-49b4-a599-c8150a3fcba2 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da HTTP/1.1" status: 200 len: 946 time: 0.0842385 Jun 29 17:49:58.641082 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2725757a-2e55-4e42-8abb-4c7de29ebe55 req-15ed0771-3db5-4d43-bcf7-047009fb4628 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395522 Jun 29 17:49:59.854400 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8f9df-497c-4cdd-b6c5-ad5afcfc41a5 req-92d34d6c-a5a9-4ccf-8546-0af338f976f1 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:49:59.856014 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b0a8f9df-497c-4cdd-b6c5-ad5afcfc41a5 req-92d34d6c-a5a9-4ccf-8546-0af338f976f1 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da HTTP/1.1" status: 200 len: 946 time: 0.0713634 Jun 29 17:49:59.870506 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-3753ce9a-abbf-477b-bf27-e8f1a9e10791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:59.892144 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:49:59.902575 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b0a8f9df-497c-4cdd-b6c5-ad5afcfc41a5 req-9cfd7583-353f-4937-8514-eefdf7057d2c tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404191 Jun 29 17:49:59.924963 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device ae478b35-6f58-4b20-a64e-8cce3bc07f78 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:49:59.954436 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] No Port match for: ae478b35-6f58-4b20-a64e-8cce3bc07f78 {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:49:59.955126 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device ae478b35-6f58-4b20-a64e-8cce3bc07f78 not bound to the agent host hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:50:00.216367 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8569e-bd6e-45ae-a2d7-8aef6a605fcf req-241b67b3-ca13-440b-9ec5-13537124ecd2 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:50:00.217740 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-aac8569e-bd6e-45ae-a2d7-8aef6a605fcf req-241b67b3-ca13-440b-9ec5-13537124ecd2 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da HTTP/1.1" status: 200 len: 946 time: 0.0717564 Jun 29 17:50:00.343424 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-aac8569e-bd6e-45ae-a2d7-8aef6a605fcf req-89693970-40c8-4cb2-af42-00621b1a39f6 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Deleting port c2fb2a3a-cf10-4e3f-b1ce-9529d03342da {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:50:00.343789 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-aac8569e-bd6e-45ae-a2d7-8aef6a605fcf req-89693970-40c8-4cb2-af42-00621b1a39f6 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:00.444947 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-aac8569e-bd6e-45ae-a2d7-8aef6a605fcf req-89693970-40c8-4cb2-af42-00621b1a39f6 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] For port c2fb2a3a-cf10-4e3f-b1ce-9529d03342da, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=c2fb2a3a-cf10-4e3f-b1ce-9529d03342da,segment=NetworkSegment(049ba01c-72be-4d8b-9f56-1c7e4aba2261),segment_id=049ba01c-72be-4d8b-9f56-1c7e4aba2261)] {{(pid=100361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:50:00.445310 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-aac8569e-bd6e-45ae-a2d7-8aef6a605fcf req-89693970-40c8-4cb2-af42-00621b1a39f6 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:00.465666 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-aac8569e-bd6e-45ae-a2d7-8aef6a605fcf req-89693970-40c8-4cb2-af42-00621b1a39f6 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Calling delete_port for c2fb2a3a-cf10-4e3f-b1ce-9529d03342da owned by compute:nova {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:50:00.709666 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-aac8569e-bd6e-45ae-a2d7-8aef6a605fcf req-89693970-40c8-4cb2-af42-00621b1a39f6 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995816'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:00.720804 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-713881ef-9a70-4c24-b09b-3242dd3d1462 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:00.730267 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca', 'c2fb2a3a-cf10-4e3f-b1ce-9529d03342da'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:50:00.774661 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89693970-40c8-4cb2-af42-00621b1a39f6 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Pushing event deleted for resources: {'Port': ['ID=c2fb2a3a-cf10-4e3f-b1ce-9529d03342da,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:00.782050 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-89693970-40c8-4cb2-af42-00621b1a39f6 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:00.839635 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac8569e-bd6e-45ae-a2d7-8aef6a605fcf req-89693970-40c8-4cb2-af42-00621b1a39f6 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] No DVR routers for this DVR port c2fb2a3a-cf10-4e3f-b1ce-9529d03342da on host hv-cinder-76330 {{(pid=100361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:50:00.843339 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-aac8569e-bd6e-45ae-a2d7-8aef6a605fcf req-89693970-40c8-4cb2-af42-00621b1a39f6 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:00.845432 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-aac8569e-bd6e-45ae-a2d7-8aef6a605fcf req-89693970-40c8-4cb2-af42-00621b1a39f6 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.66 "DELETE /v2.0/ports/c2fb2a3a-cf10-4e3f-b1ce-9529d03342da HTTP/1.1" status: 204 len: 173 time: 0.6201377 Jun 29 17:50:00.845986 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da', 'name': 'network-vif-deleted', 'tag': 'c2fb2a3a-cf10-4e3f-b1ce-9529d03342da'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:50:00.853758 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ddd7af-3e3f-4540-aa44-8963e9499245" -d '{"events": [{"server_uuid": "ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da", "name": "network-vif-deleted", "tag": "c2fb2a3a-cf10-4e3f-b1ce-9529d03342da"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:50:00.908957 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14684ea1-2df5-4a16-afce-7352b587752b x-openstack-request-id: req-14684ea1-2df5-4a16-afce-7352b587752b {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:50:00.909298 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da", "name": "network-vif-deleted", "tag": "c2fb2a3a-cf10-4e3f-b1ce-9529d03342da", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:50:00.909598 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-14684ea1-2df5-4a16-afce-7352b587752b {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:50:00.910049 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da', 'name': 'network-vif-deleted', 'tag': 'c2fb2a3a-cf10-4e3f-b1ce-9529d03342da', 'status': 'completed', 'code': 200} Jun 29 17:50:01.089665 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a9f75ff9-0fad-4c55-a597-a2f4ad747762 req-9ba003a5-d743-4e95-8792-fa251e6ff82d tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da HTTP/1.1" status: 200 len: 210 time: 0.0499873 Jun 29 17:50:01.480770 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:02.318461 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-35fff264-bb16-4ef2-9a08-50f71a60ac14 req-a0374c70-b0d2-4532-9212-cbd9e19ac501 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=ca5f9d7a-3f3f-4565-8d57-b6d6bc0472da HTTP/1.1" status: 200 len: 210 time: 0.0460749 Jun 29 17:50:03.166649 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:03.939224 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device c2fb2a3a-cf10-4e3f-b1ce-9529d03342da no longer exists at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:50:03.961219 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] No Port match for: c2fb2a3a-cf10-4e3f-b1ce-9529d03342da {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:50:03.961581 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device c2fb2a3a-cf10-4e3f-b1ce-9529d03342da not bound to the agent host hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:50:05.320507 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc47b7-73d6-482c-896b-c4102d0177cb req-68de918a-0e49-4807-8f57-f1cadbbfe09c tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:50:05.322220 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d9fc47b7-73d6-482c-896b-c4102d0177cb req-68de918a-0e49-4807-8f57-f1cadbbfe09c tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=428a7619-e7f8-4c7e-9858-cb67fdf92e0b HTTP/1.1" status: 200 len: 945 time: 0.0684607 Jun 29 17:50:05.362873 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d9fc47b7-73d6-482c-896b-c4102d0177cb req-68838b23-3c2f-4035-a0a2-58f45e7889dc tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336311 Jun 29 17:50:06.549882 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977c550-5efc-4673-97c2-05477cfa2bab req-c78b5621-b7b4-483f-bdc1-70d28a9f46db tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:50:06.552061 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a977c550-5efc-4673-97c2-05477cfa2bab req-c78b5621-b7b4-483f-bdc1-70d28a9f46db tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=428a7619-e7f8-4c7e-9858-cb67fdf92e0b HTTP/1.1" status: 200 len: 945 time: 0.0695550 Jun 29 17:50:06.593790 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a977c550-5efc-4673-97c2-05477cfa2bab req-c2177e33-57df-4943-9558-9ea229b78970 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/security-groups?id=01c03d94-0868-4618-9c97-b2c0e3936421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361116 Jun 29 17:50:07.188242 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d3e15-1994-413b-b22c-5d741543630a req-0731c794-2e70-468f-8a83-ff9c4ecfa7ea tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:50:07.189667 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-4e6d3e15-1994-413b-b22c-5d741543630a req-0731c794-2e70-468f-8a83-ff9c4ecfa7ea tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.66 "GET /v2.0/ports?device_id=428a7619-e7f8-4c7e-9858-cb67fdf92e0b HTTP/1.1" status: 200 len: 945 time: 0.0639644 Jun 29 17:50:07.293833 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-4e6d3e15-1994-413b-b22c-5d741543630a req-74a9eec9-4ad4-4f60-b92f-ed9c96d569ff tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Deleting port e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:50:07.294172 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-4e6d3e15-1994-413b-b22c-5d741543630a req-74a9eec9-4ad4-4f60-b92f-ed9c96d569ff tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:07.387540 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-4e6d3e15-1994-413b-b22c-5d741543630a req-74a9eec9-4ad4-4f60-b92f-ed9c96d569ff tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] For port e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca,segment=NetworkSegment(049ba01c-72be-4d8b-9f56-1c7e4aba2261),segment_id=049ba01c-72be-4d8b-9f56-1c7e4aba2261)] {{(pid=100361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:50:07.388048 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-4e6d3e15-1994-413b-b22c-5d741543630a req-74a9eec9-4ad4-4f60-b92f-ed9c96d569ff tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:07.400514 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-4e6d3e15-1994-413b-b22c-5d741543630a req-74a9eec9-4ad4-4f60-b92f-ed9c96d569ff tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Calling delete_port for e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca owned by compute:nova {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:50:07.405790 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:07.456902 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 39768) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:07.503932 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd57754-76b6-47f3-8cb5-bf64fbbbeb7f admin admin] Deleting subnet 2854b27f-d88a-4fe7-bc24-8800c325525b {{(pid=100362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:50:07.507221 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-fcd57754-76b6-47f3-8cb5-bf64fbbbeb7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:07.543083 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-fcd57754-76b6-47f3-8cb5-bf64fbbbeb7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10202194'] for subnet, precommit_delete_associations {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:07.583518 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-fcd57754-76b6-47f3-8cb5-bf64fbbbeb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423704'] for subnet, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:07.589203 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-4e6d3e15-1994-413b-b22c-5d741543630a req-74a9eec9-4ad4-4f60-b92f-ed9c96d569ff tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995816'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:07.593666 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-46789ee0-5a89-43a9-990b-e3e450776813 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:07.604890 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:50:07.622823 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9eec9-4ad4-4f60-b92f-ed9c96d569ff tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Pushing event deleted for resources: {'Port': ['ID=e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:07.626015 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-74a9eec9-4ad4-4f60-b92f-ed9c96d569ff tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:07.673735 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6d3e15-1994-413b-b22c-5d741543630a req-74a9eec9-4ad4-4f60-b92f-ed9c96d569ff tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] No DVR routers for this DVR port e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca on host hv-cinder-76330 {{(pid=100361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:50:07.676478 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-4e6d3e15-1994-413b-b22c-5d741543630a req-74a9eec9-4ad4-4f60-b92f-ed9c96d569ff tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:07.678879 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-4e6d3e15-1994-413b-b22c-5d741543630a req-74a9eec9-4ad4-4f60-b92f-ed9c96d569ff tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.66 "DELETE /v2.0/ports/e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca HTTP/1.1" status: 204 len: 173 time: 0.4833066 Jun 29 17:50:07.679420 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428a7619-e7f8-4c7e-9858-cb67fdf92e0b', 'name': 'network-vif-deleted', 'tag': 'e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:50:07.681963 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fa0be9-9b22-450d-95fb-e2a3d77cc4ba" -d '{"events": [{"server_uuid": "428a7619-e7f8-4c7e-9858-cb67fdf92e0b", "name": "network-vif-deleted", "tag": "e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:50:07.714586 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-fcd57754-76b6-47f3-8cb5-bf64fbbbeb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2715169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10114573'] for subnet, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:07.718765 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-ee145ac6-2ae4-4cb4-b13f-54b3a247b431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:07.721480 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf79a9c-4d5e-4c24-b09d-3b469c3fd588 x-openstack-request-id: req-3cf79a9c-4d5e-4c24-b09d-3b469c3fd588 {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:50:07.721819 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428a7619-e7f8-4c7e-9858-cb67fdf92e0b", "name": "network-vif-deleted", "tag": "e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:50:07.722179 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-3cf79a9c-4d5e-4c24-b09d-3b469c3fd588 {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:50:07.722607 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428a7619-e7f8-4c7e-9858-cb67fdf92e0b', 'name': 'network-vif-deleted', 'tag': 'e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca', 'status': 'completed', 'code': 200} Jun 29 17:50:07.770815 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7f7015bd-a6a9-411d-b7f4-adbc8b100f3e req-0d6f9f70-30ad-4d20-be7d-a9721d0fdf53 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] 10.222.0.102 "GET /v2.0/ports?device_id=428a7619-e7f8-4c7e-9858-cb67fdf92e0b HTTP/1.1" status: 200 len: 210 time: 0.0530782 Jun 29 17:50:07.772928 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd57754-76b6-47f3-8cb5-bf64fbbbeb7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2854b27f-d88a-4fe7-bc24-8800c325525b,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:07.776832 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-fcd57754-76b6-47f3-8cb5-bf64fbbbeb7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for subnet, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:07.778779 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-fcd57754-76b6-47f3-8cb5-bf64fbbbeb7f admin admin] 10.222.0.102 "DELETE /v2.0/subnets/2854b27f-d88a-4fe7-bc24-8800c325525b HTTP/1.1" status: 204 len: 168 time: 0.3208959 Jun 29 17:50:07.779831 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-fcd57754-76b6-47f3-8cb5-bf64fbbbeb7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:07.781393 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 39774) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:07.867579 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-5abfa88d-44ef-4211-93e8-bf36abf8f90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1525605'] for network, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:07.949174 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-5abfa88d-44ef-4211-93e8-bf36abf8f90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423750', 'neutron.services.segments.db._delete_segments_for_network-8732082675523'] for network, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:07.958874 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.services.segments.db [None req-5abfa88d-44ef-4211-93e8-bf36abf8f90a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0795294b-2f65-4b7c-8ce7-6cd7be561ad1']}} {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:50:07.969372 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.services.segments.db [None req-5abfa88d-44ef-4211-93e8-bf36abf8f90a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c2dd3a3-6665-4dc0-9758-37d452975685') {'for_net_delete': True} {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:50:07.969670 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.services.segments.db [None req-5abfa88d-44ef-4211-93e8-bf36abf8f90a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c2dd3a3-6665-4dc0-9758-37d452975685') {} {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:50:07.979137 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-5abfa88d-44ef-4211-93e8-bf36abf8f90a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732082504906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10202205'] for segment, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:07.993636 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-5abfa88d-44ef-4211-93e8-bf36abf8f90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:08.000023 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5abfa88d-44ef-4211-93e8-bf36abf8f90a admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=100362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:50:08.000428 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-5abfa88d-44ef-4211-93e8-bf36abf8f90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2715276'] for segment, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: Traceback (most recent call last): Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: timer() Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: cb(*args, **kw) Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: return func(*args, **kwargs) Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: self._notify() Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: self.callback(batched_events) Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: event.method(event) Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: return f(self, *a, **k) Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: return self._get(url).json() Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: return self.request(url, 'GET', **kwargs) Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:50:08.002570 dv-cinder-763306-14-iscsi neutron-server[100362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:50:08.045371 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ece29839-57c5-4ae6-9104-fbe69470414a req-18863a94-9350-4a73-b476-e00e13dcf98f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=de56b305-8334-43ff-9de2-7a2904f78aef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725431 Jun 29 17:50:08.141481 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-5abfa88d-44ef-4211-93e8-bf36abf8f90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617152'] for network, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:08.145394 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-2ce9025e-7eed-4a80-8571-0aa9740e2193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:08.147936 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-5abfa88d-44ef-4211-93e8-bf36abf8f90a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:08.150842 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-5abfa88d-44ef-4211-93e8-bf36abf8f90a admin admin] 10.222.0.102 "DELETE /v2.0/networks/0795294b-2f65-4b7c-8ce7-6cd7be561ad1 HTTP/1.1" status: 204 len: 168 time: 0.3683288 Jun 29 17:50:08.161871 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece29839-57c5-4ae6-9104-fbe69470414a req-79f2d242-d9f6-4b76-90a4-0f533da2057a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:50:08.162305 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfa88d-44ef-4211-93e8-bf36abf8f90a admin admin] Pushing event deleted for resources: {'Network': ['ID=0795294b-2f65-4b7c-8ce7-6cd7be561ad1,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:08.163431 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ece29839-57c5-4ae6-9104-fbe69470414a req-79f2d242-d9f6-4b76-90a4-0f533da2057a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ffa0e33d5f7845379cdcff1fd75bcfc7&device_id=de56b305-8334-43ff-9de2-7a2904f78aef HTTP/1.1" status: 200 len: 1099 time: 0.0635922 Jun 29 17:50:08.165522 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-5abfa88d-44ef-4211-93e8-bf36abf8f90a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:08.292350 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece29839-57c5-4ae6-9104-fbe69470414a req-880790c0-b5fe-40db-8377-f709a0297045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:50:08.293855 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ece29839-57c5-4ae6-9104-fbe69470414a req-880790c0-b5fe-40db-8377-f709a0297045 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ff2185c-17e8-4779-b98f-a1cbc800f8a8 HTTP/1.1" status: 200 len: 913 time: 0.1000712 Jun 29 17:50:08.368202 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ece29839-57c5-4ae6-9104-fbe69470414a req-84587e4a-c152-4710-afb4-12c5ef3df3be service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=178e1df4-4df1-4d13-b2a3-f5393fd0f983 HTTP/1.1" status: 200 len: 1002 time: 0.0600500 Jun 29 17:50:08.420104 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece29839-57c5-4ae6-9104-fbe69470414a req-a46efed1-f4ad-40ca-883e-947a2925e933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:50:08.421784 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ece29839-57c5-4ae6-9104-fbe69470414a req-a46efed1-f4ad-40ca-883e-947a2925e933 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b7e9dcee-74f5-48ad-89ce-ac67b815e2b9 HTTP/1.1" status: 200 len: 851 time: 0.0467846 Jun 29 17:50:08.484261 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece29839-57c5-4ae6-9104-fbe69470414a req-74a6e1db-87b8-4f9b-a2d1-f9835e4d91d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:50:08.485750 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ece29839-57c5-4ae6-9104-fbe69470414a req-74a6e1db-87b8-4f9b-a2d1-f9835e4d91d3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ff2185c-17e8-4779-b98f-a1cbc800f8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0570569 Jun 29 17:50:08.514561 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 39778) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:08.559159 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-8804c4fe-f7fc-4a82-95ea-55a0c225964b admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=2d4e50ab443342309850a2f2ff891e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446074 Jun 29 17:50:08.561648 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 39780) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:08.590968 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ece29839-57c5-4ae6-9104-fbe69470414a req-35c5867a-68b5-4770-89a0-e160533d5cf6 service neutron] 10.222.0.66 "GET /v2.0/networks/1ff2185c-17e8-4779-b98f-a1cbc800f8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959263 Jun 29 17:50:08.616289 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-f83d5de4-1039-4867-9656-375c74808eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:08.642937 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-f83d5de4-1039-4867-9656-375c74808eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:08.699133 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ece29839-57c5-4ae6-9104-fbe69470414a req-ad0492e6-7847-48a0-9826-cf04485efe6e service neutron] 10.222.0.66 "GET /v2.0/networks/1ff2185c-17e8-4779-b98f-a1cbc800f8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008356 Jun 29 17:50:08.748884 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-f83d5de4-1039-4867-9656-375c74808eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:08.751475 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-f83d5de4-1039-4867-9656-375c74808eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:08.752671 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-f83d5de4-1039-4867-9656-375c74808eb1 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/6360fda5-52cd-4c85-8461-7d03f196f124 HTTP/1.1" status: 204 len: 168 time: 0.1899679 Jun 29 17:50:08.753485 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-88ed96d9-8cd0-4427-821a-d463c3f1c7f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:08.762504 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d5de4-1039-4867-9656-375c74808eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6360fda5-52cd-4c85-8461-7d03f196f124,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:08.765187 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-f83d5de4-1039-4867-9656-375c74808eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:08.873341 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 39786) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:08.923684 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.db_base_plugin_v2 [None req-494c27ff-a64f-4970-8842-4544d7ee9ff2 admin admin] Deleting subnet fdfa49b2-5410-4b6d-827e-c85627c65a08 {{(pid=100362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:50:08.926922 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-494c27ff-a64f-4970-8842-4544d7ee9ff2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:08.962574 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-494c27ff-a64f-4970-8842-4544d7ee9ff2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10202194'] for subnet, precommit_delete_associations {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:09.001732 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-494c27ff-a64f-4970-8842-4544d7ee9ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423704'] for subnet, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:09.132235 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-494c27ff-a64f-4970-8842-4544d7ee9ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2715169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10114573'] for subnet, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:09.134761 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:09.162559 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c27ff-a64f-4970-8842-4544d7ee9ff2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdfa49b2-5410-4b6d-827e-c85627c65a08,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:09.166410 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-494c27ff-a64f-4970-8842-4544d7ee9ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:09.172267 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-494c27ff-a64f-4970-8842-4544d7ee9ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for subnet, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:09.176308 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-494c27ff-a64f-4970-8842-4544d7ee9ff2 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/fdfa49b2-5410-4b6d-827e-c85627c65a08 HTTP/1.1" status: 204 len: 168 time: 0.2998047 Jun 29 17:50:09.179085 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 39794) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:09.250784 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-09acfbc8-fcad-4023-b164-8d352d05bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1525605'] for network, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:09.338662 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-09acfbc8-fcad-4023-b164-8d352d05bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423750', 'neutron.services.segments.db._delete_segments_for_network-8732082675523'] for network, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:09.348850 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.services.segments.db [None req-09acfbc8-fcad-4023-b164-8d352d05bf67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c167f738-4949-48a1-965c-a2774dc79b55']}} {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:50:09.360202 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.services.segments.db [None req-09acfbc8-fcad-4023-b164-8d352d05bf67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '049ba01c-72be-4d8b-9f56-1c7e4aba2261') {'for_net_delete': True} {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:50:09.360917 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.services.segments.db [None req-09acfbc8-fcad-4023-b164-8d352d05bf67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '049ba01c-72be-4d8b-9f56-1c7e4aba2261') {} {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:50:09.375351 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-09acfbc8-fcad-4023-b164-8d352d05bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732082504906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10202205'] for segment, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:09.389058 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-09acfbc8-fcad-4023-b164-8d352d05bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:09.394783 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09acfbc8-fcad-4023-b164-8d352d05bf67 admin admin] Releasing vlan 943 on physical network physnet1 to pool {{(pid=100362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:50:09.395167 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-09acfbc8-fcad-4023-b164-8d352d05bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2715276'] for segment, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: Traceback (most recent call last): Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: timer() Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: cb(*args, **kw) Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: return func(*args, **kwargs) Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: self._notify() Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: self.callback(batched_events) Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: event.method(event) Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: return f(self, *a, **k) Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: return self._get(url).json() Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: return self.request(url, 'GET', **kwargs) Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:50:09.396812 dv-cinder-763306-14-iscsi neutron-server[100362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:50:09.514447 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-09acfbc8-fcad-4023-b164-8d352d05bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617152'] for network, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:09.518165 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:09.527361 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-09acfbc8-fcad-4023-b164-8d352d05bf67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:09.527361 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-09acfbc8-fcad-4023-b164-8d352d05bf67 admin admin] 10.222.0.102 "DELETE /v2.0/networks/c167f738-4949-48a1-965c-a2774dc79b55 HTTP/1.1" status: 204 len: 168 time: 0.3457263 Jun 29 17:50:09.535820 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09acfbc8-fcad-4023-b164-8d352d05bf67 admin admin] Pushing event deleted for resources: {'Network': ['ID=c167f738-4949-48a1-965c-a2774dc79b55,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:09.538255 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-09acfbc8-fcad-4023-b164-8d352d05bf67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:09.836845 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 39816) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:09.878240 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-eb383d9a-2a06-4add-b683-deac11486b65 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=864585b76c7946abbf0d46920c0e1316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401075 Jun 29 17:50:09.880732 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 39818) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:09.931931 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ab8c0693-555f-497f-ba0f-5e2f7d89417b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:09.958620 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ab8c0693-555f-497f-ba0f-5e2f7d89417b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:10.080635 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ab8c0693-555f-497f-ba0f-5e2f7d89417b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:10.083670 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ab8c0693-555f-497f-ba0f-5e2f7d89417b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:10.085465 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-ab8c0693-555f-497f-ba0f-5e2f7d89417b admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/01c03d94-0868-4618-9c97-b2c0e3936421 HTTP/1.1" status: 204 len: 168 time: 0.2035401 Jun 29 17:50:10.087146 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-56173d38-49fa-4f6d-af65-eb16f30a5a07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:10.101207 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c0693-555f-497f-ba0f-5e2f7d89417b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c03d94-0868-4618-9c97-b2c0e3936421,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:10.104461 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-ab8c0693-555f-497f-ba0f-5e2f7d89417b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:11.974654 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca no longer exists at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:50:11.995152 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] No Port match for: e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:50:11.995715 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device e758b453-1ebd-4aa8-b5dc-a7f5d5de10ca not bound to the agent host hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:50:15.011095 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 39942) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:15.122875 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-317cc1e0-6480-4929-ac14-73074f595258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:15.210159 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-317cc1e0-6480-4929-ac14-73074f595258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:15.273041 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-317cc1e0-6480-4929-ac14-73074f595258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:15.275773 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-a34521c2-8e3c-40e2-9ae0-8717d0f1abe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:15.317539 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-317cc1e0-6480-4929-ac14-73074f595258 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=cd038683bf9d4269898304e37f6af311&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049846 Jun 29 17:50:15.318461 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317cc1e0-6480-4929-ac14-73074f595258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ddd4f2-9c44-4d0f-b16f-82a788854504,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:15.320410 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 39946) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:15.323226 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-317cc1e0-6480-4929-ac14-73074f595258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:15.373813 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-56d27cc6-abfa-4172-bc25-aa4a12c0cfd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:15.395688 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-56d27cc6-abfa-4172-bc25-aa4a12c0cfd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:15.491642 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-56d27cc6-abfa-4172-bc25-aa4a12c0cfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:15.494777 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-56d27cc6-abfa-4172-bc25-aa4a12c0cfd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:15.495971 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-56d27cc6-abfa-4172-bc25-aa4a12c0cfd2 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/b8ddd4f2-9c44-4d0f-b16f-82a788854504 HTTP/1.1" status: 204 len: 168 time: 0.1745386 Jun 29 17:50:15.496761 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-9378f321-24f3-4638-9b66-a23fd9ca0ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:15.504229 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d27cc6-abfa-4172-bc25-aa4a12c0cfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ddd4f2-9c44-4d0f-b16f-82a788854504,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:15.506632 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-56d27cc6-abfa-4172-bc25-aa4a12c0cfd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:17.307453 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40000) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:17.425812 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-97b93579-16bf-4828-ae74-0e7d345f3e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:17.524244 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-97b93579-16bf-4828-ae74-0e7d345f3e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:17.605430 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-97b93579-16bf-4828-ae74-0e7d345f3e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:17.608138 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-a91efa78-67a8-44d6-86de-e932102e2a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:17.646976 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b93579-16bf-4828-ae74-0e7d345f3e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c471a72-d321-4bcb-a077-ba9e17052b77,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:17.650936 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-97b93579-16bf-4828-ae74-0e7d345f3e85 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=57dff2f1098d4238925a1dfc4612d8a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415482 Jun 29 17:50:17.654580 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 40004) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:17.660109 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b93579-16bf-4828-ae74-0e7d345f3e85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:50:17.660109 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b93579-16bf-4828-ae74-0e7d345f3e85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:50:17.662583 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b93579-16bf-4828-ae74-0e7d345f3e85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:50:17.662583 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b93579-16bf-4828-ae74-0e7d345f3e85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:50:17.662583 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b93579-16bf-4828-ae74-0e7d345f3e85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:50:17.662583 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b93579-16bf-4828-ae74-0e7d345f3e85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:50:17.662583 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b93579-16bf-4828-ae74-0e7d345f3e85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:50:17.663213 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b93579-16bf-4828-ae74-0e7d345f3e85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:50:17.663315 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b93579-16bf-4828-ae74-0e7d345f3e85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:50:17.663761 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b93579-16bf-4828-ae74-0e7d345f3e85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:50:17.664167 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b93579-16bf-4828-ae74-0e7d345f3e85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:50:17.664576 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b93579-16bf-4828-ae74-0e7d345f3e85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:50:17.670223 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-97b93579-16bf-4828-ae74-0e7d345f3e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:17.710813 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9216665b-b7cc-40cd-b652-374b942631a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:17.736822 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9216665b-b7cc-40cd-b652-374b942631a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:17.840162 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9216665b-b7cc-40cd-b652-374b942631a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:17.842854 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9216665b-b7cc-40cd-b652-374b942631a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:17.844085 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-9216665b-b7cc-40cd-b652-374b942631a6 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/9c471a72-d321-4bcb-a077-ba9e17052b77 HTTP/1.1" status: 204 len: 168 time: 0.1885033 Jun 29 17:50:17.844877 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-c719e118-e82a-4050-9c6d-7e78aeba2d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:17.852320 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216665b-b7cc-40cd-b652-374b942631a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c471a72-d321-4bcb-a077-ba9e17052b77,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:17.855556 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-9216665b-b7cc-40cd-b652-374b942631a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:18.783944 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40028) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:18.878344 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-c568526e-7644-4a6b-8ae0-77c4cac13249 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-216776686-network', 'tenant_id': 'f7e9c64f27884dfca7c96724b1a07660'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:50:18.988484 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c568526e-7644-4a6b-8ae0-77c4cac13249 admin admin] Made reservation on behalf of f7e9c64f27884dfca7c96724b1a07660 for: {'network': 1} {{(pid=100362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:50:18.990883 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-c568526e-7644-4a6b-8ae0-77c4cac13249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for network, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:19.000418 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-c568526e-7644-4a6b-8ae0-77c4cac13249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:19.105964 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-c568526e-7644-4a6b-8ae0-77c4cac13249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:19.205352 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-c568526e-7644-4a6b-8ae0-77c4cac13249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:19.208599 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-8930e09d-f6db-4c9b-ac78-2424cec92f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:19.232963 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c568526e-7644-4a6b-8ae0-77c4cac13249 admin admin] vlan segment allocate from pool success with {'vlan_id': 937, 'physical_network': 'physnet1'} {{(pid=100362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:50:19.241815 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568526e-7644-4a6b-8ae0-77c4cac13249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783be3e3-d8a7-40ef-a6a2-20f4eddfd586,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:19.245705 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-c568526e-7644-4a6b-8ae0-77c4cac13249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:19.252022 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-c568526e-7644-4a6b-8ae0-77c4cac13249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:19.252022 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.db.segments_db [None req-c568526e-7644-4a6b-8ae0-77c4cac13249 admin admin] Added segment adbb2105-9371-4b9b-807a-0ae4a1e82e03 of type vlan for network 8178285b-bd49-4e41-8b13-e4bd3aa78fb3 Jun 29 17:50:19.294835 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-c568526e-7644-4a6b-8ae0-77c4cac13249 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732082150732'] for network, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:19.376856 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-c568526e-7644-4a6b-8ae0-77c4cac13249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for network, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:19.378137 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c568526e-7644-4a6b-8ae0-77c4cac13249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:50:19.378729 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-c568526e-7644-4a6b-8ae0-77c4cac13249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:19.381084 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:19.441869 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568526e-7644-4a6b-8ae0-77c4cac13249 admin admin] Pushing event updated for resources: {'Network': ['ID=8178285b-bd49-4e41-8b13-e4bd3aa78fb3,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:19.446039 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-c568526e-7644-4a6b-8ae0-77c4cac13249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:19.453538 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Network 8178285b-bd49-4e41-8b13-e4bd3aa78fb3 details requested by agent ovs-agent-dv-cinder-763306-14-iscsi with host dv-cinder-763306-14-iscsi {{(pid=100363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:50:19.475168 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-c568526e-7644-4a6b-8ae0-77c4cac13249 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6901028 Jun 29 17:50:19.477965 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40034) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:19.483439 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-886d6d16-80ce-469e-9de9-f05f28e5f401 admin admin] Request body: {'subnet': {'network_id': '8178285b-bd49-4e41-8b13-e4bd3aa78fb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-216776686-subnet', 'tenant_id': 'f7e9c64f27884dfca7c96724b1a07660', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:50:19.565292 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886d6d16-80ce-469e-9de9-f05f28e5f401 admin admin] Made reservation on behalf of f7e9c64f27884dfca7c96724b1a07660 for: {'subnet': 1} {{(pid=100362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:50:19.567915 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-886d6d16-80ce-469e-9de9-f05f28e5f401 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10114600'] for subnet, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:19.811243 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-886d6d16-80ce-469e-9de9-f05f28e5f401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2715246', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10114618'] for subnet, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:19.813774 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-a67d4dcd-3042-4254-b38a-6105d744de9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:19.865589 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d6d16-80ce-469e-9de9-f05f28e5f401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71ae404e-9a2e-40a8-ab28-fdeaa605cefb,revision_number=0']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:19.868771 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-886d6d16-80ce-469e-9de9-f05f28e5f401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:19.882668 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886d6d16-80ce-469e-9de9-f05f28e5f401 admin admin] Checking segment: {'id': 'adbb2105-9371-4b9b-807a-0ae4a1e82e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': '8178285b-bd49-4e41-8b13-e4bd3aa78fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100362) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:50:19.883019 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886d6d16-80ce-469e-9de9-f05f28e5f401 admin admin] Network hostable DHCP agents. Network: 8178285b-bd49-4e41-8b13-e4bd3aa78fb3, hostable agents: ['24069b9b-1321-42f1-b289-5cb1180ca833'], hosted agents: [] {{(pid=100362) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:50:19.959875 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886d6d16-80ce-469e-9de9-f05f28e5f401 admin admin] Network 8178285b-bd49-4e41-8b13-e4bd3aa78fb3 is scheduled to be hosted by DHCP agent 24069b9b-1321-42f1-b289-5cb1180ca833 with binding_index 1 {{(pid=100362) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:50:20.034056 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.base_scheduler [None req-886d6d16-80ce-469e-9de9-f05f28e5f401 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-iscsi, 8178285b-bd49-4e41-8b13-e4bd3aa78fb3) {{(pid=100362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:50:20.038638 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886d6d16-80ce-469e-9de9-f05f28e5f401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:50:20.039278 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-886d6d16-80ce-469e-9de9-f05f28e5f401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for subnet, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:20.045793 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ced577-a1c5-4149-a85f-d0fc2d64c259 None None] Network 8178285b-bd49-4e41-8b13-e4bd3aa78fb3 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:50:20.143459 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-886d6d16-80ce-469e-9de9-f05f28e5f401 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6644516 Jun 29 17:50:20.175241 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74abb9c-f037-4051-b04c-0070ef79cc2a None None] Network 8178285b-bd49-4e41-8b13-e4bd3aa78fb3 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:50:20.805462 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 40054) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:20.811469 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-7da452ee-f6af-4f2d-9323-58f012a4ae3f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-483877891-network', 'tenant_id': 'd1c26e207f8441aaa48945ee2594820b'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:50:20.902400 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da452ee-f6af-4f2d-9323-58f012a4ae3f admin admin] Made reservation on behalf of d1c26e207f8441aaa48945ee2594820b for: {'network': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:50:20.904981 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-7da452ee-f6af-4f2d-9323-58f012a4ae3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for network, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:20.913379 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-7da452ee-f6af-4f2d-9323-58f012a4ae3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:21.002808 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-7da452ee-f6af-4f2d-9323-58f012a4ae3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:21.074703 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-7da452ee-f6af-4f2d-9323-58f012a4ae3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:21.077768 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-317cc1e0-6480-4929-ac14-73074f595258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:21.098758 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da452ee-f6af-4f2d-9323-58f012a4ae3f admin admin] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=100361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:50:21.107825 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da452ee-f6af-4f2d-9323-58f012a4ae3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a05971-c507-41d4-b034-a65c066edca3,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:21.111652 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-7da452ee-f6af-4f2d-9323-58f012a4ae3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:21.114635 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-7da452ee-f6af-4f2d-9323-58f012a4ae3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:21.115670 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.db.segments_db [None req-7da452ee-f6af-4f2d-9323-58f012a4ae3f admin admin] Added segment 7c3488a8-3d8b-4a07-9b36-497d88ae12ae of type vlan for network a63c9c3f-0681-46f6-8f62-0fc4638b23e8 Jun 29 17:50:21.158433 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-7da452ee-f6af-4f2d-9323-58f012a4ae3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732082150732'] for network, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:21.245420 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-7da452ee-f6af-4f2d-9323-58f012a4ae3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for network, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:21.247687 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da452ee-f6af-4f2d-9323-58f012a4ae3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:50:21.248302 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-7da452ee-f6af-4f2d-9323-58f012a4ae3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:21.250452 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:21.310240 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da452ee-f6af-4f2d-9323-58f012a4ae3f admin admin] Pushing event updated for resources: {'Network': ['ID=a63c9c3f-0681-46f6-8f62-0fc4638b23e8,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:21.313226 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-7da452ee-f6af-4f2d-9323-58f012a4ae3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:21.319941 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Network a63c9c3f-0681-46f6-8f62-0fc4638b23e8 details requested by agent ovs-agent-dv-cinder-763306-14-iscsi with host dv-cinder-763306-14-iscsi {{(pid=100363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:50:21.405378 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-7da452ee-f6af-4f2d-9323-58f012a4ae3f admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5988336 Jun 29 17:50:21.408149 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 40060) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:21.413122 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-165b341a-51bc-45be-a6b3-bd1df9679cba admin admin] Request body: {'subnet': {'network_id': 'a63c9c3f-0681-46f6-8f62-0fc4638b23e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-483877891-subnet', 'tenant_id': 'd1c26e207f8441aaa48945ee2594820b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:50:21.485419 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165b341a-51bc-45be-a6b3-bd1df9679cba admin admin] Made reservation on behalf of d1c26e207f8441aaa48945ee2594820b for: {'subnet': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:50:21.487861 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-165b341a-51bc-45be-a6b3-bd1df9679cba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2477039'] for subnet, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:21.731988 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-165b341a-51bc-45be-a6b3-bd1df9679cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9995933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2477053'] for subnet, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:21.734528 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-735a8fd4-bd06-4140-8965-9dc611995daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:21.790032 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b341a-51bc-45be-a6b3-bd1df9679cba admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1615305-d61a-4d50-9db2-b49c8a7c6a9c,revision_number=0']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:21.793274 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-165b341a-51bc-45be-a6b3-bd1df9679cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:21.799035 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165b341a-51bc-45be-a6b3-bd1df9679cba admin admin] Checking segment: {'id': '7c3488a8-3d8b-4a07-9b36-497d88ae12ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'a63c9c3f-0681-46f6-8f62-0fc4638b23e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:50:21.799383 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165b341a-51bc-45be-a6b3-bd1df9679cba admin admin] Network hostable DHCP agents. Network: a63c9c3f-0681-46f6-8f62-0fc4638b23e8, hostable agents: ['24069b9b-1321-42f1-b289-5cb1180ca833'], hosted agents: [] {{(pid=100361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:50:21.884130 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165b341a-51bc-45be-a6b3-bd1df9679cba admin admin] Network a63c9c3f-0681-46f6-8f62-0fc4638b23e8 is scheduled to be hosted by DHCP agent 24069b9b-1321-42f1-b289-5cb1180ca833 with binding_index 1 {{(pid=100361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:50:21.982697 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-165b341a-51bc-45be-a6b3-bd1df9679cba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-iscsi, a63c9c3f-0681-46f6-8f62-0fc4638b23e8) {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:50:21.986889 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165b341a-51bc-45be-a6b3-bd1df9679cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:50:21.987476 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-165b341a-51bc-45be-a6b3-bd1df9679cba admin admin] Notify callbacks [] for subnet, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:21.993844 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8709bb50-f698-461e-bd7f-23f58cda8ec8 None None] Network a63c9c3f-0681-46f6-8f62-0fc4638b23e8 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:50:22.069260 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-165b341a-51bc-45be-a6b3-bd1df9679cba admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6599576 Jun 29 17:50:22.130013 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c03bb34-04ca-45c2-a547-eea339a7851e None None] Network a63c9c3f-0681-46f6-8f62-0fc4638b23e8 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:50:22.183530 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40068) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:22.233009 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b96079f-9ff8-4e30-bd97-f70cff66246e admin admin] Deleting subnet 71ae404e-9a2e-40a8-ab28-fdeaa605cefb {{(pid=100362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:50:22.236093 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-1b96079f-9ff8-4e30-bd97-f70cff66246e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:22.276228 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-1b96079f-9ff8-4e30-bd97-f70cff66246e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10202194'] for subnet, precommit_delete_associations {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:22.315593 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-1b96079f-9ff8-4e30-bd97-f70cff66246e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423704'] for subnet, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:22.440282 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-1b96079f-9ff8-4e30-bd97-f70cff66246e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2715169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10114573'] for subnet, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:22.442675 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:22.464471 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96079f-9ff8-4e30-bd97-f70cff66246e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71ae404e-9a2e-40a8-ab28-fdeaa605cefb,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:22.468190 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-1b96079f-9ff8-4e30-bd97-f70cff66246e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:22.470801 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-1b96079f-9ff8-4e30-bd97-f70cff66246e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for subnet, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:22.473115 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-1b96079f-9ff8-4e30-bd97-f70cff66246e admin admin] 10.222.0.102 "DELETE /v2.0/subnets/71ae404e-9a2e-40a8-ab28-fdeaa605cefb HTTP/1.1" status: 204 len: 168 time: 0.2870779 Jun 29 17:50:22.475142 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40072) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:22.544653 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-13cb2112-f94f-47b4-8dbc-df1e43058a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1525605'] for network, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:22.626409 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-13cb2112-f94f-47b4-8dbc-df1e43058a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423750', 'neutron.services.segments.db._delete_segments_for_network-8732082675523'] for network, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:22.637621 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.services.segments.db [None req-13cb2112-f94f-47b4-8dbc-df1e43058a62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8178285b-bd49-4e41-8b13-e4bd3aa78fb3']}} {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:50:22.648116 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.services.segments.db [None req-13cb2112-f94f-47b4-8dbc-df1e43058a62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adbb2105-9371-4b9b-807a-0ae4a1e82e03') {'for_net_delete': True} {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:50:22.648407 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.services.segments.db [None req-13cb2112-f94f-47b4-8dbc-df1e43058a62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adbb2105-9371-4b9b-807a-0ae4a1e82e03') {} {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:50:22.657151 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-13cb2112-f94f-47b4-8dbc-df1e43058a62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732082504906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10202205'] for segment, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:22.671280 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-13cb2112-f94f-47b4-8dbc-df1e43058a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:22.676905 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13cb2112-f94f-47b4-8dbc-df1e43058a62 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=100362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:50:22.677283 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-13cb2112-f94f-47b4-8dbc-df1e43058a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2715276'] for segment, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: Traceback (most recent call last): Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: timer() Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: cb(*args, **kw) Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: return func(*args, **kwargs) Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: self._notify() Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: self.callback(batched_events) Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: event.method(event) Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: return f(self, *a, **k) Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: return self._get(url).json() Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: return self.request(url, 'GET', **kwargs) Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:50:22.678862 dv-cinder-763306-14-iscsi neutron-server[100362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:50:22.777015 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-13cb2112-f94f-47b4-8dbc-df1e43058a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617152'] for network, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:22.781110 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:22.783520 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-13cb2112-f94f-47b4-8dbc-df1e43058a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:22.785343 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-13cb2112-f94f-47b4-8dbc-df1e43058a62 admin admin] 10.222.0.102 "DELETE /v2.0/networks/8178285b-bd49-4e41-8b13-e4bd3aa78fb3 HTTP/1.1" status: 204 len: 168 time: 0.3092930 Jun 29 17:50:22.788483 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 40074) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:22.798860 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb2112-f94f-47b4-8dbc-df1e43058a62 admin admin] Pushing event deleted for resources: {'Network': ['ID=8178285b-bd49-4e41-8b13-e4bd3aa78fb3,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:22.801098 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-13cb2112-f94f-47b4-8dbc-df1e43058a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:22.842822 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e261c77-1838-47be-821f-311e35b5dfd1 admin admin] Deleting subnet d1615305-d61a-4d50-9db2-b49c8a7c6a9c {{(pid=100361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:50:22.846315 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9e261c77-1838-47be-821f-311e35b5dfd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:22.880555 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9e261c77-1838-47be-821f-311e35b5dfd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10108961'] for subnet, precommit_delete_associations {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:22.920749 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9e261c77-1838-47be-821f-311e35b5dfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423704'] for subnet, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:23.038946 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9e261c77-1838-47be-821f-311e35b5dfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9995986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2477002'] for subnet, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:23.042835 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:23.071831 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e261c77-1838-47be-821f-311e35b5dfd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1615305-d61a-4d50-9db2-b49c8a7c6a9c,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:23.074750 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-9e261c77-1838-47be-821f-311e35b5dfd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:23.077975 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9e261c77-1838-47be-821f-311e35b5dfd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:23.080015 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-9e261c77-1838-47be-821f-311e35b5dfd1 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/d1615305-d61a-4d50-9db2-b49c8a7c6a9c HTTP/1.1" status: 204 len: 168 time: 0.2904522 Jun 29 17:50:23.082370 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 40076) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:23.152299 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-f21a2d14-0634-4383-a693-5f066f035875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1525605'] for network, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:23.240415 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-f21a2d14-0634-4383-a693-5f066f035875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423750', 'neutron.services.segments.db._delete_segments_for_network-8732082675523'] for network, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:23.250177 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.services.segments.db [None req-f21a2d14-0634-4383-a693-5f066f035875 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a63c9c3f-0681-46f6-8f62-0fc4638b23e8']}} {{(pid=100361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:50:23.260029 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.services.segments.db [None req-f21a2d14-0634-4383-a693-5f066f035875 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c3488a8-3d8b-4a07-9b36-497d88ae12ae') {'for_net_delete': True} {{(pid=100361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:50:23.260326 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.services.segments.db [None req-f21a2d14-0634-4383-a693-5f066f035875 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c3488a8-3d8b-4a07-9b36-497d88ae12ae') {} {{(pid=100361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:50:23.269360 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-f21a2d14-0634-4383-a693-5f066f035875 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732082504906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10108974'] for segment, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:23.283381 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-f21a2d14-0634-4383-a693-5f066f035875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:23.288957 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f21a2d14-0634-4383-a693-5f066f035875 admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=100361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:50:23.289340 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-f21a2d14-0634-4383-a693-5f066f035875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9995903'] for segment, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: Traceback (most recent call last): Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: timer() Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: cb(*args, **kw) Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: return func(*args, **kwargs) Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: self._notify() Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: self.callback(batched_events) Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: event.method(event) Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: return f(self, *a, **k) Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: return self._get(url).json() Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: return self.request(url, 'GET', **kwargs) Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:50:23.290928 dv-cinder-763306-14-iscsi neutron-server[100361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:50:23.405769 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-f21a2d14-0634-4383-a693-5f066f035875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617152'] for network, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:23.409518 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-7da452ee-f6af-4f2d-9323-58f012a4ae3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:23.412233 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-f21a2d14-0634-4383-a693-5f066f035875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:23.414045 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-f21a2d14-0634-4383-a693-5f066f035875 admin admin] 10.222.0.102 "DELETE /v2.0/networks/a63c9c3f-0681-46f6-8f62-0fc4638b23e8 HTTP/1.1" status: 204 len: 168 time: 0.3307700 Jun 29 17:50:23.425443 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a2d14-0634-4383-a693-5f066f035875 admin admin] Pushing event deleted for resources: {'Network': ['ID=a63c9c3f-0681-46f6-8f62-0fc4638b23e8,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:23.427704 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-f21a2d14-0634-4383-a693-5f066f035875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:23.828646 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 40082) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:23.869611 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-610ad72d-3aa7-4f7f-aff7-a80d959de590 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f7e9c64f27884dfca7c96724b1a07660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395322 Jun 29 17:50:23.872754 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40084) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:24.178663 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3e86-623d-4363-a05f-35a45fee226b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:24.201241 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3e86-623d-4363-a05f-35a45fee226b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:24.319651 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3e86-623d-4363-a05f-35a45fee226b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:24.322263 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-1fdc3e86-623d-4363-a05f-35a45fee226b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:24.323414 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-1fdc3e86-623d-4363-a05f-35a45fee226b admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/783be3e3-d8a7-40ef-a6a2-20f4eddfd586 HTTP/1.1" status: 204 len: 168 time: 0.4496770 Jun 29 17:50:24.324193 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-d65ee360-9985-42c2-b047-d66b72e7edf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:24.332027 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc3e86-623d-4363-a05f-35a45fee226b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783be3e3-d8a7-40ef-a6a2-20f4eddfd586,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:24.334198 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-1fdc3e86-623d-4363-a05f-35a45fee226b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:24.988616 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40100) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:25.029086 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-21de4653-f1a2-447d-8b84-73e6c453445d admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=d1c26e207f8441aaa48945ee2594820b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386529 Jun 29 17:50:25.031315 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40102) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:25.078327 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2cae8a6a-df40-4cce-be14-ca730669394a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:25.099292 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2cae8a6a-df40-4cce-be14-ca730669394a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:25.244222 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2cae8a6a-df40-4cce-be14-ca730669394a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:25.246874 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-2cae8a6a-df40-4cce-be14-ca730669394a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:25.248138 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-2cae8a6a-df40-4cce-be14-ca730669394a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/14a05971-c507-41d4-b034-a65c066edca3 HTTP/1.1" status: 204 len: 168 time: 0.2158978 Jun 29 17:50:25.248909 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-e3edec21-6f8a-4091-aecf-cc45081a5f32 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:25.257341 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae8a6a-df40-4cce-be14-ca730669394a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a05971-c507-41d4-b034-a65c066edca3,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:25.260223 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-2cae8a6a-df40-4cce-be14-ca730669394a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:27.421302 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-55c7dff7-6767-4684-ba09-6816936b60ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:29.826545 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-80c78e18-8212-4c61-8ff5-6be3a791da19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:29.953398 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:30.785329 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:50:30.861063 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40192) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:30.967888 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-f13a028e-77b3-43d9-b518-edd9744280ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:31.057082 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-f13a028e-77b3-43d9-b518-edd9744280ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:31.102167 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-f13a028e-77b3-43d9-b518-edd9744280ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:31.104598 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-97b93579-16bf-4828-ae74-0e7d345f3e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:31.139710 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a028e-77b3-43d9-b518-edd9744280ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db980e2-8fe3-44e5-acd3-32e2e24971ba,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:31.143922 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-f13a028e-77b3-43d9-b518-edd9744280ca admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=1ac3a7f6b840445ba64dcd0bf26d5bce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2818289 Jun 29 17:50:31.144809 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-f13a028e-77b3-43d9-b518-edd9744280ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:31.146620 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40198) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:31.196834 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-f0816ca4-1640-4eb3-972b-a95987de1f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:31.218831 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-f0816ca4-1640-4eb3-972b-a95987de1f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:31.313637 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-f0816ca4-1640-4eb3-972b-a95987de1f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:31.316284 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-f0816ca4-1640-4eb3-972b-a95987de1f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:31.317618 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-f0816ca4-1640-4eb3-972b-a95987de1f55 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/9db980e2-8fe3-44e5-acd3-32e2e24971ba HTTP/1.1" status: 204 len: 168 time: 0.1700790 Jun 29 17:50:31.318652 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-4edec22f-99d0-41a7-9e25-962d06f44faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:31.327940 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0816ca4-1640-4eb3-972b-a95987de1f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db980e2-8fe3-44e5-acd3-32e2e24971ba,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:31.330654 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-f0816ca4-1640-4eb3-972b-a95987de1f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:31.508148 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:31.935811 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40212) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:31.948961 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-1911feb5-ebd7-4f94-a90e-de36a9c4c9fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:32.035941 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-1911feb5-ebd7-4f94-a90e-de36a9c4c9fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:32.106622 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-1911feb5-ebd7-4f94-a90e-de36a9c4c9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:32.109280 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-8310968b-7985-4f08-9bac-d44337d126ca tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:32.149086 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-1911feb5-ebd7-4f94-a90e-de36a9c4c9fe admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=f6ae11a8819b49d2a3dd2f2dfcd81154&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2121673 Jun 29 17:50:32.149950 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911feb5-ebd7-4f94-a90e-de36a9c4c9fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29ee02c-3160-4950-ae19-eb5e5fcc39da,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:32.151791 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 40214) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:32.153428 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-1911feb5-ebd7-4f94-a90e-de36a9c4c9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:32.205959 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-8f5b49da-391e-49bf-bfbc-e4b7164fccd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:32.226623 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-8f5b49da-391e-49bf-bfbc-e4b7164fccd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:32.313606 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-8f5b49da-391e-49bf-bfbc-e4b7164fccd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:32.316210 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-8f5b49da-391e-49bf-bfbc-e4b7164fccd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:32.317369 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-8f5b49da-391e-49bf-bfbc-e4b7164fccd8 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/a29ee02c-3160-4950-ae19-eb5e5fcc39da HTTP/1.1" status: 204 len: 168 time: 0.1645656 Jun 29 17:50:32.318173 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-73a53ae0-e958-4ab1-9dbf-7fb8bd289e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:32.325961 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b49da-391e-49bf-bfbc-e4b7164fccd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29ee02c-3160-4950-ae19-eb5e5fcc39da,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:32.328245 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-8f5b49da-391e-49bf-bfbc-e4b7164fccd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:33.198785 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:34.917947 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 40280) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:35.020319 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-821c00f8-2784-4efe-a85c-381bf8f9aa13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:35.103801 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-821c00f8-2784-4efe-a85c-381bf8f9aa13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:35.187567 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-821c00f8-2784-4efe-a85c-381bf8f9aa13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:35.190215 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-ad580517-6d90-4eab-a181-d8e1871474b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:35.226057 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-821c00f8-2784-4efe-a85c-381bf8f9aa13 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ccc4e1e43e4c4375882caad85a337bd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070836 Jun 29 17:50:35.227063 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c00f8-2784-4efe-a85c-381bf8f9aa13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83213be-a9a8-4d5b-99b8-61939d2e26aa,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:35.228781 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40284) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:35.230399 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-821c00f8-2784-4efe-a85c-381bf8f9aa13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:35.280580 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-d13b2a80-6379-4de0-a7d5-5f25437e29b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:35.301437 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-d13b2a80-6379-4de0-a7d5-5f25437e29b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:35.416233 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-d13b2a80-6379-4de0-a7d5-5f25437e29b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:35.418809 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-d13b2a80-6379-4de0-a7d5-5f25437e29b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:35.420652 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-d13b2a80-6379-4de0-a7d5-5f25437e29b3 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/f83213be-a9a8-4d5b-99b8-61939d2e26aa HTTP/1.1" status: 204 len: 168 time: 0.1908801 Jun 29 17:50:35.421502 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-1fdc3e86-623d-4363-a05f-35a45fee226b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:35.429151 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b2a80-6379-4de0-a7d5-5f25437e29b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83213be-a9a8-4d5b-99b8-61939d2e26aa,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:35.433672 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-d13b2a80-6379-4de0-a7d5-5f25437e29b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:36.045697 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 40292) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:36.060407 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-fac40ffb-bdc2-4da4-ba0d-1674976108dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:36.148329 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-fac40ffb-bdc2-4da4-ba0d-1674976108dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:36.227487 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-fac40ffb-bdc2-4da4-ba0d-1674976108dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:36.229988 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-ab8c0693-555f-497f-ba0f-5e2f7d89417b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:36.269797 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-fac40ffb-bdc2-4da4-ba0d-1674976108dc admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=61193ebd28a64c14be0f15fb3a667269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229438 Jun 29 17:50:36.270636 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac40ffb-bdc2-4da4-ba0d-1674976108dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ac6f5e-3a13-4f69-8726-7eadd65df98b,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:36.272292 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40296) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:36.274087 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-fac40ffb-bdc2-4da4-ba0d-1674976108dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:36.324331 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-36778380-f28b-4f4e-95af-12d6053d60bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:36.345378 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-36778380-f28b-4f4e-95af-12d6053d60bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:36.468002 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-36778380-f28b-4f4e-95af-12d6053d60bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:36.470606 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-36778380-f28b-4f4e-95af-12d6053d60bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:36.471787 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-36778380-f28b-4f4e-95af-12d6053d60bb admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/d9ac6f5e-3a13-4f69-8726-7eadd65df98b HTTP/1.1" status: 204 len: 168 time: 0.1974096 Jun 29 17:50:36.472681 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-ee0b1c19-4b6e-490a-a8a8-3fcfb5f8f767 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:36.480242 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36778380-f28b-4f4e-95af-12d6053d60bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ac6f5e-3a13-4f69-8726-7eadd65df98b,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:36.483273 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-36778380-f28b-4f4e-95af-12d6053d60bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:37.382180 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:49.049439 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 40400) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:49.152479 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-1fa926cb-79ba-4143-aa04-833f4bfa79a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:49.239531 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-1fa926cb-79ba-4143-aa04-833f4bfa79a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:49.307147 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-1fa926cb-79ba-4143-aa04-833f4bfa79a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:49.309807 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b87ad552-3870-481c-94f6-95c557d7a7fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:49.345621 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-1fa926cb-79ba-4143-aa04-833f4bfa79a5 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=2c6214f00eba41128c30feac38dd58e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2950485 Jun 29 17:50:49.346538 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa926cb-79ba-4143-aa04-833f4bfa79a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd87c98-e454-4dbf-b236-f9e0f863994f,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:49.349219 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40404) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:49.354838 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa926cb-79ba-4143-aa04-833f4bfa79a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:50:49.355244 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa926cb-79ba-4143-aa04-833f4bfa79a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:50:49.357526 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa926cb-79ba-4143-aa04-833f4bfa79a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:50:49.357526 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa926cb-79ba-4143-aa04-833f4bfa79a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:50:49.357526 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa926cb-79ba-4143-aa04-833f4bfa79a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:50:49.357526 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa926cb-79ba-4143-aa04-833f4bfa79a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:50:49.357526 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa926cb-79ba-4143-aa04-833f4bfa79a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:50:49.357526 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa926cb-79ba-4143-aa04-833f4bfa79a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:50:49.358092 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa926cb-79ba-4143-aa04-833f4bfa79a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:50:49.358092 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa926cb-79ba-4143-aa04-833f4bfa79a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:50:49.358409 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa926cb-79ba-4143-aa04-833f4bfa79a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:50:49.358768 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fa926cb-79ba-4143-aa04-833f4bfa79a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:50:49.362673 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-1fa926cb-79ba-4143-aa04-833f4bfa79a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:49.403569 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-f111a9b2-8bef-4cb9-b52f-5cdcff3392b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:49.424868 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-f111a9b2-8bef-4cb9-b52f-5cdcff3392b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:49.547246 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-f111a9b2-8bef-4cb9-b52f-5cdcff3392b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:49.549852 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-f111a9b2-8bef-4cb9-b52f-5cdcff3392b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:49.550978 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-f111a9b2-8bef-4cb9-b52f-5cdcff3392b4 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/7fd87c98-e454-4dbf-b236-f9e0f863994f HTTP/1.1" status: 204 len: 168 time: 0.2008042 Jun 29 17:50:49.552363 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-0fc133c9-e89e-489c-b09b-68cf43d39b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:49.560425 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111a9b2-8bef-4cb9-b52f-5cdcff3392b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd87c98-e454-4dbf-b236-f9e0f863994f,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:49.562824 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-f111a9b2-8bef-4cb9-b52f-5cdcff3392b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:57.392733 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-069f07e5-a69e-427b-bf50-0be31f00bef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:58.630709 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40552) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:58.736292 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-870d923f-db1f-4dcc-9951-e1d88cd387e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:58.823741 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-870d923f-db1f-4dcc-9951-e1d88cd387e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:58.929583 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-870d923f-db1f-4dcc-9951-e1d88cd387e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:58.933161 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-3eedd9ea-3e50-4320-8fc1-1d41e165f80a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:58.970751 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-870d923f-db1f-4dcc-9951-e1d88cd387e8 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=27d8c7b9026c488bbd768f77278788f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368897 Jun 29 17:50:58.970751 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d923f-db1f-4dcc-9951-e1d88cd387e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86099b0e-6949-4ce4-a1f2-5f21f27e1047,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:58.971432 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 40558) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:50:58.973632 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-870d923f-db1f-4dcc-9951-e1d88cd387e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:59.026552 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-5334dfb0-6547-483a-b863-5dfc6fc37d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:59.056308 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-5334dfb0-6547-483a-b863-5dfc6fc37d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:59.147108 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-5334dfb0-6547-483a-b863-5dfc6fc37d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:59.149955 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-5334dfb0-6547-483a-b863-5dfc6fc37d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:59.151669 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-5334dfb0-6547-483a-b863-5dfc6fc37d2a admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/86099b0e-6949-4ce4-a1f2-5f21f27e1047 HTTP/1.1" status: 204 len: 168 time: 0.1791024 Jun 29 17:50:59.152523 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-2592c620-6672-4250-934d-322e1da4d242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:50:59.164028 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334dfb0-6547-483a-b863-5dfc6fc37d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86099b0e-6949-4ce4-a1f2-5f21f27e1047,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:50:59.164028 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-5334dfb0-6547-483a-b863-5dfc6fc37d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:50:59.798669 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-58eca21a-256c-4449-a7b7-fbc7f63d0ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:50:59.861592 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:00.038977 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 40584) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:00.133744 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-d3884b9f-87a6-461d-b64a-21ca5e39b8e1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1370677523-network', 'tenant_id': '2754616d326c4e71940da7941fbabc9d'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:51:00.226522 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3884b9f-87a6-461d-b64a-21ca5e39b8e1 admin admin] Made reservation on behalf of 2754616d326c4e71940da7941fbabc9d for: {'network': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:51:00.229446 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d3884b9f-87a6-461d-b64a-21ca5e39b8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for network, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:00.237854 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d3884b9f-87a6-461d-b64a-21ca5e39b8e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:00.327273 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d3884b9f-87a6-461d-b64a-21ca5e39b8e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:00.398206 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d3884b9f-87a6-461d-b64a-21ca5e39b8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:00.402556 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-b03bdff3-94c1-4d30-8f18-b1ab01148753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:00.428501 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3884b9f-87a6-461d-b64a-21ca5e39b8e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 910, 'physical_network': 'physnet1'} {{(pid=100361) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:51:00.435841 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3884b9f-87a6-461d-b64a-21ca5e39b8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d63922-88cc-4b26-be82-0fbab9cabd56,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:00.439794 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-d3884b9f-87a6-461d-b64a-21ca5e39b8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:00.443470 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d3884b9f-87a6-461d-b64a-21ca5e39b8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:00.443642 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.db.segments_db [None req-d3884b9f-87a6-461d-b64a-21ca5e39b8e1 admin admin] Added segment d65a612b-f177-4d71-a65b-b942711a544b of type vlan for network 9261a38c-6efc-4f2c-ae3a-885e2d78c74d Jun 29 17:51:00.487615 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d3884b9f-87a6-461d-b64a-21ca5e39b8e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732082150732'] for network, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:00.581125 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d3884b9f-87a6-461d-b64a-21ca5e39b8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for network, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:00.582460 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3884b9f-87a6-461d-b64a-21ca5e39b8e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:51:00.583051 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d3884b9f-87a6-461d-b64a-21ca5e39b8e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:00.585321 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-a2a78427-4a11-4313-bf11-bf3254078b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:00.643490 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3884b9f-87a6-461d-b64a-21ca5e39b8e1 admin admin] Pushing event updated for resources: {'Network': ['ID=9261a38c-6efc-4f2c-ae3a-885e2d78c74d,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:00.646402 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-d3884b9f-87a6-461d-b64a-21ca5e39b8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:00.655381 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Network 9261a38c-6efc-4f2c-ae3a-885e2d78c74d details requested by agent ovs-agent-dv-cinder-763306-14-iscsi with host dv-cinder-763306-14-iscsi {{(pid=100363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:51:00.690555 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-d3884b9f-87a6-461d-b64a-21ca5e39b8e1 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6504500 Jun 29 17:51:00.693407 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 40588) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:00.699029 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-ebd96680-0827-4d8b-aa36-cca31c4891fa admin admin] Request body: {'subnet': {'network_id': '9261a38c-6efc-4f2c-ae3a-885e2d78c74d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1370677523-subnet', 'tenant_id': '2754616d326c4e71940da7941fbabc9d', 'ip_version': 4}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:51:00.781294 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd96680-0827-4d8b-aa36-cca31c4891fa admin admin] Made reservation on behalf of 2754616d326c4e71940da7941fbabc9d for: {'subnet': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:51:00.783608 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ebd96680-0827-4d8b-aa36-cca31c4891fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2477039'] for subnet, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:01.025981 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ebd96680-0827-4d8b-aa36-cca31c4891fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9995933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2477053'] for subnet, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:01.028834 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-a497a4aa-46b3-4821-b71c-afda2a39e8fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:01.076092 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd96680-0827-4d8b-aa36-cca31c4891fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=70cc58f2-049c-409c-8d46-ceb03db8f84d,revision_number=0']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:01.082803 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-ebd96680-0827-4d8b-aa36-cca31c4891fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:01.091695 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd96680-0827-4d8b-aa36-cca31c4891fa admin admin] Checking segment: {'id': 'd65a612b-f177-4d71-a65b-b942711a544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '9261a38c-6efc-4f2c-ae3a-885e2d78c74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:51:01.092182 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd96680-0827-4d8b-aa36-cca31c4891fa admin admin] Network hostable DHCP agents. Network: 9261a38c-6efc-4f2c-ae3a-885e2d78c74d, hostable agents: ['24069b9b-1321-42f1-b289-5cb1180ca833'], hosted agents: [] {{(pid=100361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:51:01.185412 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd96680-0827-4d8b-aa36-cca31c4891fa admin admin] Network 9261a38c-6efc-4f2c-ae3a-885e2d78c74d is scheduled to be hosted by DHCP agent 24069b9b-1321-42f1-b289-5cb1180ca833 with binding_index 1 {{(pid=100361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:51:01.265306 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-ebd96680-0827-4d8b-aa36-cca31c4891fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-iscsi, 9261a38c-6efc-4f2c-ae3a-885e2d78c74d) {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:51:01.269497 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd96680-0827-4d8b-aa36-cca31c4891fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:51:01.270206 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ebd96680-0827-4d8b-aa36-cca31c4891fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:01.274340 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23454321-003a-4768-ae50-a6cab9ea6c9b None None] Network 9261a38c-6efc-4f2c-ae3a-885e2d78c74d requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:51:01.364564 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-ebd96680-0827-4d8b-aa36-cca31c4891fa admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6699948 Jun 29 17:51:01.367180 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 40592) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:01.372410 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-ce5344ce-009b-4b38-88dd-1c3687ad4229 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1370677523-router', 'tenant_id': '2754616d326c4e71940da7941fbabc9d', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:51:01.423334 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92452d69-972d-5f90-a51c-f228c74b1c0c-9261a38c-6efc-4f2c-ae3a-885e2d78c74d', 'network_id': '9261a38c-6efc-4f2c-ae3a-885e2d78c74d', 'tenant_id': '2754616d326c4e71940da7941fbabc9d', 'fixed_ips': [{'subnet_id': '70cc58f2-049c-409c-8d46-ceb03db8f84d'}]}} from dv-cinder-763306-14-iscsi. {{(pid=100363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 17:51:01.424199 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:01.455459 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ce5344ce-009b-4b38-88dd-1c3687ad4229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-478208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-909'] for router, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:01.456546 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ce5344ce-009b-4b38-88dd-1c3687ad4229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-900'] for router, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:01.487660 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:01.508660 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ce5344ce-009b-4b38-88dd-1c3687ad4229 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:01.559183 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.db_base_plugin_common [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Allocated IP 172.20.0.2 (9261a38c-6efc-4f2c-ae3a-885e2d78c74d/70cc58f2-049c-409c-8d46-ceb03db8f84d/9bc3b678-eb49-4080-aacc-0a39c209c1c2) {{(pid=100363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:51:01.698957 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Notify callbacks [] for port, precommit_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:01.705876 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ce5344ce-009b-4b38-88dd-1c3687ad4229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-886'] for router, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:01.707928 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Transition to ACTIVE for port object 9bc3b678-eb49-4080-aacc-0a39c209c1c2 will not be triggered until provisioned by entity L2. {{(pid=100363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:51:01.723663 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Transition to ACTIVE for port object 9bc3b678-eb49-4080-aacc-0a39c209c1c2 will not be triggered until provisioned by entity DHCP. {{(pid=100363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:51:01.827400 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565'] for port, after_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:01.829446 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:01.870085 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Network 9261a38c-6efc-4f2c-ae3a-885e2d78c74d is already hosted by enough agents. {{(pid=100363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:51:01.872904 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.scheduler.base_scheduler [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Resources bound (agent type, host, resource id): {{(pid=100363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:51:01.876336 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Received port after_create {{(pid=100363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:51:01.885425 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Pushing event updated for resources: {'Port': ['ID=9bc3b678-eb49-4080-aacc-0a39c209c1c2,revision_number=1']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:01.912359 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:01.912704 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:01.913039 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:01.913371 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:01.913699 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:01.914028 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:01.914353 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:01.914676 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:01.914999 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:01.915419 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:01.915701 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:01.915969 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:01.920205 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:01.948917 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Attempting to bind port 9bc3b678-eb49-4080-aacc-0a39c209c1c2 on host dv-cinder-763306-14-iscsi for vnic_type normal with profile {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:51:01.949299 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Attempting to bind port 9bc3b678-eb49-4080-aacc-0a39c209c1c2 by drivers openvswitch,hyperv on host dv-cinder-763306-14-iscsi at level 0 using segments [{'id': 'd65a612b-f177-4d71-a65b-b942711a544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '9261a38c-6efc-4f2c-ae3a-885e2d78c74d'}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:51:01.949666 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Attempting to bind port 9bc3b678-eb49-4080-aacc-0a39c209c1c2 on network 9261a38c-6efc-4f2c-ae3a-885e2d78c74d {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:51:01.954449 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Checking agent: {'id': 'e928b6c9-d57e-4ac7-a8fb-c400260472eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 32, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:51:01.954830 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Checking segment: {'id': 'd65a612b-f177-4d71-a65b-b942711a544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '9261a38c-6efc-4f2c-ae3a-885e2d78c74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:51:01.955238 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:01.955640 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Bound using segment: {'id': 'd65a612b-f177-4d71-a65b-b942711a544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '9261a38c-6efc-4f2c-ae3a-885e2d78c74d'} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:51:01.956165 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Bound port: 9bc3b678-eb49-4080-aacc-0a39c209c1c2, host: dv-cinder-763306-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65a612b-f177-4d71-a65b-b942711a544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '9261a38c-6efc-4f2c-ae3a-885e2d78c74d'}}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:51:01.956555 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:01.995470 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ce5344ce-009b-4b38-88dd-1c3687ad4229 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:02.014927 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ce5344ce-009b-4b38-88dd-1c3687ad4229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:02.019251 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] For port 9bc3b678-eb49-4080-aacc-0a39c209c1c2, host dv-cinder-763306-14-iscsi, cleared binding levels {{(pid=100363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:51:02.022537 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] For port 9bc3b678-eb49-4080-aacc-0a39c209c1c2, host dv-cinder-763306-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=9bc3b678-eb49-4080-aacc-0a39c209c1c2,segment=NetworkSegment(d65a612b-f177-4d71-a65b-b942711a544b),segment_id=d65a612b-f177-4d71-a65b-b942711a544b)] {{(pid=100363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:51:02.090280 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:02.093720 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:02.118593 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [None req-ce5344ce-009b-4b38-88dd-1c3687ad4229 admin admin] Allocated IP 172.27.3.242 (26c48c97-dd4e-49af-8475-2ecf6fc0aadd/7cd7448d-c974-46f0-8ef9-2783dc523a5d/3e693a98-4448-4911-9069-e836fdab7c9f) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:51:02.158761 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Pushing event updated for resources: {'Port': ['ID=9bc3b678-eb49-4080-aacc-0a39c209c1c2,revision_number=2']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:02.162289 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:02.171497 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40596) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:02.236097 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ce5344ce-009b-4b38-88dd-1c3687ad4229 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:02.380895 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ce5344ce-009b-4b38-88dd-1c3687ad4229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9995809'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:02.380895 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-795a299c-8580-4080-a559-e7945fdd4a07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:02.382331 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-41d7f44b-a7cd-44b7-b6a5-31d4fdbd1730 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Deleting port eec8f030-b261-4b89-9001-87256aab8f29 {{(pid=100362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:51:02.382331 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-41d7f44b-a7cd-44b7-b6a5-31d4fdbd1730 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:02.413952 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5344ce-009b-4b38-88dd-1c3687ad4229 admin admin] Network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:51:02.419521 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-ce5344ce-009b-4b38-88dd-1c3687ad4229 admin admin] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:51:02.423481 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5344ce-009b-4b38-88dd-1c3687ad4229 admin admin] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:51:02.450160 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5344ce-009b-4b38-88dd-1c3687ad4229 admin admin] Pushing event updated for resources: {'Port': ['ID=3e693a98-4448-4911-9069-e836fdab7c9f,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:02.454341 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-ce5344ce-009b-4b38-88dd-1c3687ad4229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:02.471318 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 40598) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:02.476035 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-41d7f44b-a7cd-44b7-b6a5-31d4fdbd1730 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:02.476371 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-41d7f44b-a7cd-44b7-b6a5-31d4fdbd1730 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:02.490124 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-41d7f44b-a7cd-44b7-b6a5-31d4fdbd1730 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Calling delete_port for eec8f030-b261-4b89-9001-87256aab8f29 owned by network:floatingip {{(pid=100362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:51:02.747234 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-41d7f44b-a7cd-44b7-b6a5-31d4fdbd1730 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2715355'] for port, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:02.749406 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-b4d7ce26-0c67-4651-894f-8368cf233022 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:02.773347 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7f44b-a7cd-44b7-b6a5-31d4fdbd1730 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Pushing event deleted for resources: {'Port': ['ID=eec8f030-b261-4b89-9001-87256aab8f29,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:02.776785 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-41d7f44b-a7cd-44b7-b6a5-31d4fdbd1730 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:02.860928 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-41d7f44b-a7cd-44b7-b6a5-31d4fdbd1730 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks [] for floatingip, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:02.861449 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.db.l3_db [None req-41d7f44b-a7cd-44b7-b6a5-31d4fdbd1730 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Floating IP bd382536-3643-419f-a3f1-148b04b37719 disassociated (deleted). External IP: 172.27.3.107, port: fe3b2de6-47e7-4748-b9d7-7c3c5a913442. Jun 29 17:51:03.008676 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [None req-af5f3e53-0f4f-4918-b7fb-cb22c7353055 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Deleting port 2c1eaf2d-e1bb-4c1d-acc6-19526c03f1b7 {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:51:03.009115 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-af5f3e53-0f4f-4918-b7fb-cb22c7353055 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:03.088403 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d7f44b-a7cd-44b7-b6a5-31d4fdbd1730 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Router 0fd2afec-9ef8-4c0a-83ce-92424b52c884 has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:51:03.152226 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073f907d-5ff5-4919-bd12-e7c4110d290d None None] Network 9261a38c-6efc-4f2c-ae3a-885e2d78c74d requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:51:03.212195 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-af5f3e53-0f4f-4918-b7fb-cb22c7353055 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:03.213470 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-af5f3e53-0f4f-4918-b7fb-cb22c7353055 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:03.221284 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:03.237502 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [None req-af5f3e53-0f4f-4918-b7fb-cb22c7353055 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Calling delete_port for 2c1eaf2d-e1bb-4c1d-acc6-19526c03f1b7 owned by network:floatingip {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:51:03.244981 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d7f44b-a7cd-44b7-b6a5-31d4fdbd1730 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:51:03.251094 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-41d7f44b-a7cd-44b7-b6a5-31d4fdbd1730 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for floatingip, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:03.254308 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ce5344ce-009b-4b38-88dd-1c3687ad4229 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:03.257540 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ff5e1b-3ce7-470c-a787-2e157b2a06aa None None] Sync routers for ids ['0fd2afec-9ef8-4c0a-83ce-92424b52c884'] in dv-cinder-763306-14-iscsi {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:51:03.314875 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 9bc3b678-eb49-4080-aacc-0a39c209c1c2 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:51:03.336030 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-f9468d3f-8213-4521-8366-06fde25a24d7 None None] Provisioning for port 9bc3b678-eb49-4080-aacc-0a39c209c1c2 completed by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:51:03.347646 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-41d7f44b-a7cd-44b7-b6a5-31d4fdbd1730 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "DELETE /v2.0/floatingips/bd382536-3643-419f-a3f1-148b04b37719 HTTP/1.1" status: 204 len: 168 time: 1.1750560 Jun 29 17:51:03.348342 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2ea89e-98e7-45d4-8000-79801ce5208c', 'tag': 'fe3b2de6-47e7-4748-b9d7-7c3c5a913442'}] {{(pid=100362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:51:03.350651 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48a6f13d0593460c6bf74d2d89cdb7f9c13c152b36d4e67a00c4f10a3cffdd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a33b876-fa9e-459e-aac8-8dd0bb506752" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2ea89e-98e7-45d4-8000-79801ce5208c", "tag": "fe3b2de6-47e7-4748-b9d7-7c3c5a913442"}]}' {{(pid=100362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:51:03.370042 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ff5e1b-3ce7-470c-a787-2e157b2a06aa None None] Routers {'0fd2afec-9ef8-4c0a-83ce-92424b52c884'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:51:03.370720 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-64ff5e1b-3ce7-470c-a787-2e157b2a06aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:51:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['0fd2afec-9ef8-4c0a-83ce-92424b52c884'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:03.466146 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ee08f1-74fb-41eb-8d7e-14f7636bed04 x-openstack-request-id: req-34ee08f1-74fb-41eb-8d7e-14f7636bed04 {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:51:03.466480 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2ea89e-98e7-45d4-8000-79801ce5208c", "tag": "fe3b2de6-47e7-4748-b9d7-7c3c5a913442", "status": "completed", "code": 200}]} {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:51:03.466929 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-34ee08f1-74fb-41eb-8d7e-14f7636bed04 {{(pid=100362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:51:03.468347 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b2ea89e-98e7-45d4-8000-79801ce5208c', 'tag': 'fe3b2de6-47e7-4748-b9d7-7c3c5a913442', 'status': 'completed', 'code': 200} Jun 29 17:51:03.604083 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-64ff5e1b-3ce7-470c-a787-2e157b2a06aa None None] Set router 0fd2afec-9ef8-4c0a-83ce-92424b52c884 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:51:03.631497 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning for port 9bc3b678-eb49-4080-aacc-0a39c209c1c2 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:51:03.638791 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 9bc3b678-eb49-4080-aacc-0a39c209c1c2 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:51:03.639180 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:03.775124 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33b876-fa9e-459e-aac8-8dd0bb506752 req-585c994d-eef1-4200-94c0-c7b273ed72c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:51:03.777052 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-8a33b876-fa9e-459e-aac8-8dd0bb506752 req-585c994d-eef1-4200-94c0-c7b273ed72c7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=520634f86612491993523dadd9a5031f&device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 1099 time: 0.2694011 Jun 29 17:51:03.871558 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ce5344ce-009b-4b38-88dd-1c3687ad4229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618085'] for router, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:03.948100 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-af5f3e53-0f4f-4918-b7fb-cb22c7353055 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995816'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:03.983178 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-8fcba223-5c50-4978-8ed0-83eb0728eeb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:04.008019 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:04.022988 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-3cd1e0ab-fb06-4bd0-a4f9-ba2f36a1d5e2 None None] Provisioning complete for port 9bc3b678-eb49-4080-aacc-0a39c209c1c2 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:51:04.023375 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-3cd1e0ab-fb06-4bd0-a4f9-ba2f36a1d5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:04.028313 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f3e53-0f4f-4918-b7fb-cb22c7353055 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Pushing event deleted for resources: {'Port': ['ID=2c1eaf2d-e1bb-4c1d-acc6-19526c03f1b7,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:04.034716 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33b876-fa9e-459e-aac8-8dd0bb506752 req-a155dbf0-8878-41c3-b9ee-2a835c753455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:51:04.036251 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-8a33b876-fa9e-459e-aac8-8dd0bb506752 req-a155dbf0-8878-41c3-b9ee-2a835c753455 service neutron] 10.222.0.66 "GET /v2.0/networks?id=08cb042b-f87f-4b94-8140-42a0828453a5 HTTP/1.1" status: 200 len: 910 time: 0.2521157 Jun 29 17:51:04.040028 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-af5f3e53-0f4f-4918-b7fb-cb22c7353055 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:04.155814 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] For port 9bc3b678-eb49-4080-aacc-0a39c209c1c2, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=9bc3b678-eb49-4080-aacc-0a39c209c1c2,segment=NetworkSegment(d65a612b-f177-4d71-a65b-b942711a544b),segment_id=d65a612b-f177-4d71-a65b-b942711a544b)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:51:04.156510 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-8a33b876-fa9e-459e-aac8-8dd0bb506752 req-ef7e60d6-440d-439d-b2da-1fb36d833d5f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe3b2de6-47e7-4748-b9d7-7c3c5a913442 HTTP/1.1" status: 200 len: 217 time: 0.0708361 Jun 29 17:51:04.195172 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-64ff5e1b-3ce7-470c-a787-2e157b2a06aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'name': 'tempest-TestShelveInstance-1709977545-router', 'tenant_id': '520634f86612491993523dadd9a5031f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '348fb2c7-f267-469b-b0a4-392e73d3af5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:46:02Z', 'updated_at': '2021-06-29T17:46:06Z', 'revision_number': 4, 'project_id': '520634f86612491993523dadd9a5031f', 'gw_port': {'id': '348fb2c7-f267-469b-b0a4-392e73d3af5f', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:03Z', 'updated_at': '2021-06-29T17:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '6bd6dba5-8316-4992-8fee-e599dd3d0160', 'name': '', 'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5', 'tenant_id': '520634f86612491993523dadd9a5031f', 'mac_address': 'fa:16:3e:fc:58:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '436361f6-8cab-4f88-8bbd-ea01ab450519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:05Z', 'updated_at': '2021-06-29T17:46:11Z', 'revision_number': 5, 'project_id': '520634f86612491993523dadd9a5031f', 'subnets': [{'id': '436361f6-8cab-4f88-8bbd-ea01ab450519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:04.198899 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-af5f3e53-0f4f-4918-b7fb-cb22c7353055 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for floatingip, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:04.210005 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.db.l3_db [None req-af5f3e53-0f4f-4918-b7fb-cb22c7353055 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Floating IP e18a8137-889f-4758-8e1b-0394456826e5 disassociated (deleted). External IP: 172.27.3.21, port: f53a7785-c31d-40e1-be67-580223269462. Jun 29 17:51:04.228827 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ff5e1b-3ce7-470c-a787-2e157b2a06aa None None] Checking router: 0fd2afec-9ef8-4c0a-83ce-92424b52c884 for host: dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:51:04.250082 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ff5e1b-3ce7-470c-a787-2e157b2a06aa None None] Routers {'0fd2afec-9ef8-4c0a-83ce-92424b52c884'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:51:04.250474 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-64ff5e1b-3ce7-470c-a787-2e157b2a06aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:51:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['0fd2afec-9ef8-4c0a-83ce-92424b52c884'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:04.252297 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-3cd1e0ab-fb06-4bd0-a4f9-ba2f36a1d5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:04.255578 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33b876-fa9e-459e-aac8-8dd0bb506752 req-62df40d0-df5b-4798-9a83-823453ce7e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:51:04.256354 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-8a33b876-fa9e-459e-aac8-8dd0bb506752 req-62df40d0-df5b-4798-9a83-823453ce7e48 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=436361f6-8cab-4f88-8bbd-ea01ab450519 HTTP/1.1" status: 200 len: 848 time: 0.1127396 Jun 29 17:51:04.372370 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:04.377167 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-0e6ca036-2def-400d-acc1-52f246dd2429 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:04.396997 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5344ce-009b-4b38-88dd-1c3687ad4229 admin admin] Router 9c76e4cf-1223-4496-bff6-a0def0cba646 is scheduled to L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b with binding_index 1 {{(pid=100361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 17:51:04.413633 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33b876-fa9e-459e-aac8-8dd0bb506752 req-ff5d22f9-6718-4af6-8552-e19aea826012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:51:04.415144 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-8a33b876-fa9e-459e-aac8-8dd0bb506752 req-ff5d22f9-6718-4af6-8552-e19aea826012 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=08cb042b-f87f-4b94-8140-42a0828453a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1515083 Jun 29 17:51:04.470387 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-64ff5e1b-3ce7-470c-a787-2e157b2a06aa None None] Set router 0fd2afec-9ef8-4c0a-83ce-92424b52c884 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:51:04.484959 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdaa850-f2e2-4982-bfd0-78d133a3c115 req-09657942-3778-43a5-b34d-431ca070f37b tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:51:04.489523 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9cdaa850-f2e2-4982-bfd0-78d133a3c115 req-09657942-3778-43a5-b34d-431ca070f37b tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 946 time: 0.2537193 Jun 29 17:51:04.523403 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Pushing event updated for resources: {'Port': ['ID=9bc3b678-eb49-4080-aacc-0a39c209c1c2,revision_number=3']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:04.532958 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:04.533856 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.db.api [None req-3cd1e0ab-fb06-4bd0-a4f9-ba2f36a1d5e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100363) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 17:51:04.534205 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_db.api [None req-3cd1e0ab-fb06-4bd0-a4f9-ba2f36a1d5e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 17:51:04.559674 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9cdaa850-f2e2-4982-bfd0-78d133a3c115 req-32b3f407-c9d8-45c3-857b-23d4660069d7 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575933 Jun 29 17:51:04.616960 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5f3e53-0f4f-4918-b7fb-cb22c7353055 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Router f48acc36-0728-486a-90ec-28e5d91a15cd has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:51:04.657625 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-8a33b876-fa9e-459e-aac8-8dd0bb506752 req-99fd8776-cee3-4646-9989-265aba043779 service neutron] 10.222.0.66 "GET /v2.0/networks/08cb042b-f87f-4b94-8140-42a0828453a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322283 Jun 29 17:51:04.658828 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5344ce-009b-4b38-88dd-1c3687ad4229 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:51:04.672900 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baf88ab-c694-4970-b4c7-f7b04a727747 None None] Sync routers for ids ['9c76e4cf-1223-4496-bff6-a0def0cba646'] in dv-cinder-763306-14-iscsi {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:51:04.684796 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baf88ab-c694-4970-b4c7-f7b04a727747 None None] Routers {'9c76e4cf-1223-4496-bff6-a0def0cba646'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:51:04.685510 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-9baf88ab-c694-4970-b4c7-f7b04a727747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:51:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['9c76e4cf-1223-4496-bff6-a0def0cba646'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:04.745206 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-64ff5e1b-3ce7-470c-a787-2e157b2a06aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'name': 'tempest-TestShelveInstance-1709977545-router', 'tenant_id': '520634f86612491993523dadd9a5031f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '348fb2c7-f267-469b-b0a4-392e73d3af5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:46:02Z', 'updated_at': '2021-06-29T17:46:06Z', 'revision_number': 4, 'project_id': '520634f86612491993523dadd9a5031f', 'gw_port': {'id': '348fb2c7-f267-469b-b0a4-392e73d3af5f', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:03Z', 'updated_at': '2021-06-29T17:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '6bd6dba5-8316-4992-8fee-e599dd3d0160', 'name': '', 'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5', 'tenant_id': '520634f86612491993523dadd9a5031f', 'mac_address': 'fa:16:3e:fc:58:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '436361f6-8cab-4f88-8bbd-ea01ab450519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:05Z', 'updated_at': '2021-06-29T17:46:11Z', 'revision_number': 5, 'project_id': '520634f86612491993523dadd9a5031f', 'subnets': [{'id': '436361f6-8cab-4f88-8bbd-ea01ab450519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:04.777811 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ff5e1b-3ce7-470c-a787-2e157b2a06aa None None] The sync data for ids ['0fd2afec-9ef8-4c0a-83ce-92424b52c884'] in dv-cinder-763306-14-iscsi is: [{'id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'name': 'tempest-TestShelveInstance-1709977545-router', 'tenant_id': '520634f86612491993523dadd9a5031f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '348fb2c7-f267-469b-b0a4-392e73d3af5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:46:02Z', 'updated_at': '2021-06-29T17:46:06Z', 'revision_number': 4, 'project_id': '520634f86612491993523dadd9a5031f', 'gw_port': {'id': '348fb2c7-f267-469b-b0a4-392e73d3af5f', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:03Z', 'updated_at': '2021-06-29T17:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '6bd6dba5-8316-4992-8fee-e599dd3d0160', 'name': '', 'network_id': '08cb042b-f87f-4b94-8140-42a0828453a5', 'tenant_id': '520634f86612491993523dadd9a5031f', 'mac_address': 'fa:16:3e:fc:58:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '436361f6-8cab-4f88-8bbd-ea01ab450519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:05Z', 'updated_at': '2021-06-29T17:46:11Z', 'revision_number': 5, 'project_id': '520634f86612491993523dadd9a5031f', 'subnets': [{'id': '436361f6-8cab-4f88-8bbd-ea01ab450519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:51:04.799105 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-9baf88ab-c694-4970-b4c7-f7b04a727747 None None] Set router 9c76e4cf-1223-4496-bff6-a0def0cba646 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:51:04.813168 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ce5344ce-009b-4b38-88dd-1c3687ad4229 admin admin] Notify callbacks [] for router, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:04.818882 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-ce5344ce-009b-4b38-88dd-1c3687ad4229 admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4479809 Jun 29 17:51:04.819061 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40626) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:04.849633 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5f3e53-0f4f-4918-b7fb-cb22c7353055 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:51:04.862195 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-8a33b876-fa9e-459e-aac8-8dd0bb506752 req-9e452f93-134f-4285-a362-9a2041b2c146 service neutron] 10.222.0.66 "GET /v2.0/networks/08cb042b-f87f-4b94-8140-42a0828453a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877856 Jun 29 17:51:04.862195 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-af5f3e53-0f4f-4918-b7fb-cb22c7353055 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for floatingip, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:04.862731 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492cf3b7-9ba8-4c47-a496-83b54c781852 None None] Sync routers for ids ['f48acc36-0728-486a-90ec-28e5d91a15cd'] in dv-cinder-763306-14-iscsi {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:51:04.874241 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492cf3b7-9ba8-4c47-a496-83b54c781852 None None] Routers {'f48acc36-0728-486a-90ec-28e5d91a15cd'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:51:04.876202 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-492cf3b7-9ba8-4c47-a496-83b54c781852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:51:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['f48acc36-0728-486a-90ec-28e5d91a15cd'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:04.934754 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-af5f3e53-0f4f-4918-b7fb-cb22c7353055 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "DELETE /v2.0/floatingips/e18a8137-889f-4758-8e1b-0394456826e5 HTTP/1.1" status: 204 len: 168 time: 2.4620872 Jun 29 17:51:04.935800 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759c666f-14e0-44d2-9a39-6b198388e6d9', 'tag': 'f53a7785-c31d-40e1-be67-580223269462'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:51:04.942585 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298fabfc-983a-48af-8699-808df6aec252" -d '{"events": [{"name": "network-changed", "server_uuid": "759c666f-14e0-44d2-9a39-6b198388e6d9", "tag": "f53a7785-c31d-40e1-be67-580223269462"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:51:05.018463 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14018535-2602-4bf5-817c-e83b3de6f601 x-openstack-request-id: req-14018535-2602-4bf5-817c-e83b3de6f601 {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:51:05.018807 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759c666f-14e0-44d2-9a39-6b198388e6d9", "tag": "f53a7785-c31d-40e1-be67-580223269462", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:51:05.019618 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-14018535-2602-4bf5-817c-e83b3de6f601 {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:51:05.020096 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759c666f-14e0-44d2-9a39-6b198388e6d9', 'tag': 'f53a7785-c31d-40e1-be67-580223269462', 'status': 'completed', 'code': 200} Jun 29 17:51:05.043414 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-9baf88ab-c694-4970-b4c7-f7b04a727747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'name': 'tempest-TestMinimumBasicScenario-1370677523-router', 'tenant_id': '2754616d326c4e71940da7941fbabc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '3e693a98-4448-4911-9069-e836fdab7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:51:01Z', 'updated_at': '2021-06-29T17:51:02Z', 'revision_number': 3, 'project_id': '2754616d326c4e71940da7941fbabc9d', 'gw_port': {'id': '3e693a98-4448-4911-9069-e836fdab7c9f', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:02Z', 'updated_at': '2021-06-29T17:51:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:05.105335 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baf88ab-c694-4970-b4c7-f7b04a727747 None None] Checking router: 9c76e4cf-1223-4496-bff6-a0def0cba646 for host: dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:51:05.105769 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baf88ab-c694-4970-b4c7-f7b04a727747 None None] Updating router 9c76e4cf-1223-4496-bff6-a0def0cba646 port 3e693a98-4448-4911-9069-e836fdab7c9f binding host dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:51:05.136539 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-492cf3b7-9ba8-4c47-a496-83b54c781852 None None] Set router f48acc36-0728-486a-90ec-28e5d91a15cd gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:51:05.168840 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fabfc-983a-48af-8699-808df6aec252 req-49235c72-68a1-4d0e-99b9-1c1a684abc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:51:05.171879 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-298fabfc-983a-48af-8699-808df6aec252 req-49235c72-68a1-4d0e-99b9-1c1a684abc2d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ffa0e33d5f7845379cdcff1fd75bcfc7&device_id=759c666f-14e0-44d2-9a39-6b198388e6d9 HTTP/1.1" status: 200 len: 1099 time: 0.1175740 Jun 29 17:51:05.184746 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9baf88ab-c694-4970-b4c7-f7b04a727747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:05.234145 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5e4560-d692-485b-9f67-50f7f3017b05 None None] New status for floating IP bd382536-3643-419f-a3f1-148b04b37719: DOWN {{(pid=100364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 17:51:05.323820 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 9bc3b678-eb49-4080-aacc-0a39c209c1c2 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:51:05.341323 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fabfc-983a-48af-8699-808df6aec252 req-55ee50db-1dda-436a-aada-4e01552e2fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:51:05.344661 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-298fabfc-983a-48af-8699-808df6aec252 req-55ee50db-1dda-436a-aada-4e01552e2fc6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ff2185c-17e8-4779-b98f-a1cbc800f8a8 HTTP/1.1" status: 200 len: 913 time: 0.1656947 Jun 29 17:51:05.432999 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-298fabfc-983a-48af-8699-808df6aec252 req-20d11b3d-1424-4a1a-8e72-f4596c684ee4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f53a7785-c31d-40e1-be67-580223269462 HTTP/1.1" status: 200 len: 217 time: 0.0740592 Jun 29 17:51:05.452093 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 9bc3b678-eb49-4080-aacc-0a39c209c1c2 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:51:05.453031 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:05.467568 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-3224b34b-d545-48ec-8e65-e14622a99623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:05.498612 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fabfc-983a-48af-8699-808df6aec252 req-771418e7-cdaf-4da5-af5d-3487faa6bd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:51:05.500227 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-298fabfc-983a-48af-8699-808df6aec252 req-771418e7-cdaf-4da5-af5d-3487faa6bd01 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b7e9dcee-74f5-48ad-89ce-ac67b815e2b9 HTTP/1.1" status: 200 len: 851 time: 0.0602195 Jun 29 17:51:05.592781 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fabfc-983a-48af-8699-808df6aec252 req-0b447211-1e34-46ba-9817-0f92ca894846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:51:05.594387 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-298fabfc-983a-48af-8699-808df6aec252 req-0b447211-1e34-46ba-9817-0f92ca894846 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ff2185c-17e8-4779-b98f-a1cbc800f8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0773857 Jun 29 17:51:05.687453 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-492cf3b7-9ba8-4c47-a496-83b54c781852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'name': 'tempest-TestVolumeBootPattern-1590326425-router', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:41Z', 'updated_at': '2021-06-29T17:42:44Z', 'revision_number': 4, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'gw_port': {'id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:42Z', 'updated_at': '2021-06-29T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_floatingips': [{'id': '071a604d-1f6e-4632-8682-2caf929cdfc6', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'port_id': '178e1df4-4df1-4d13-b2a3-f5393fd0f983', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'mac_address': 'fa:16:3e:fb:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56b305-8334-43ff-9de2-7a2904f78aef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:46:47Z', 'updated_at': '2021-06-29T17:46:51Z', 'revision_number': 1, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15342335-f1d6-4a68-9031-f33f5b813a23', 'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'mac_address': 'fa:16:3e:28:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:44Z', 'updated_at': '2021-06-29T17:42:51Z', 'revision_number': 5, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'subnets': [{'id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:05.714171 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-298fabfc-983a-48af-8699-808df6aec252 req-36166ce5-49fd-4ece-b89e-4f93b61b3b22 service neutron] 10.222.0.66 "GET /v2.0/networks/1ff2185c-17e8-4779-b98f-a1cbc800f8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124017 Jun 29 17:51:05.724439 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9baf88ab-c694-4970-b4c7-f7b04a727747 None None] Notify callbacks [] for port, precommit_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:05.737930 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.provisioning_blocks [None req-9baf88ab-c694-4970-b4c7-f7b04a727747 None None] Transition to ACTIVE for port object 3e693a98-4448-4911-9069-e836fdab7c9f will not be triggered until provisioned by entity L2. {{(pid=100364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:51:05.744410 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492cf3b7-9ba8-4c47-a496-83b54c781852 None None] Checking router: f48acc36-0728-486a-90ec-28e5d91a15cd for host: dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:51:05.755002 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492cf3b7-9ba8-4c47-a496-83b54c781852 None None] Routers {'f48acc36-0728-486a-90ec-28e5d91a15cd'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:51:05.756023 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-492cf3b7-9ba8-4c47-a496-83b54c781852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:51:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['f48acc36-0728-486a-90ec-28e5d91a15cd'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:05.799783 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.db_base_plugin_common [None req-3224b34b-d545-48ec-8e65-e14622a99623 admin admin] Allocated IP 172.20.0.1 (9261a38c-6efc-4f2c-ae3a-885e2d78c74d/70cc58f2-049c-409c-8d46-ceb03db8f84d/75982c45-fd6f-4ec4-819a-2d867a3b7de6) {{(pid=100362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:51:05.826039 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9baf88ab-c694-4970-b4c7-f7b04a727747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:05.847861 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-8f36d756-fa9c-48f9-8c05-2b92dd265c61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:05.917133 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994cab4-b0bc-4798-90cb-92520653ea12 req-d7958c9c-82ba-4f25-90f5-48ba60f4f5a9 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:51:05.920752 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1994cab4-b0bc-4798-90cb-92520653ea12 req-d7958c9c-82ba-4f25-90f5-48ba60f4f5a9 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=759c666f-14e0-44d2-9a39-6b198388e6d9 HTTP/1.1" status: 200 len: 946 time: 0.1810160 Jun 29 17:51:05.935087 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-9baf88ab-c694-4970-b4c7-f7b04a727747 None None] Attempting to bind port 3e693a98-4448-4911-9069-e836fdab7c9f on host dv-cinder-763306-14-iscsi for vnic_type normal with profile {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:51:05.935472 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-9baf88ab-c694-4970-b4c7-f7b04a727747 None None] Attempting to bind port 3e693a98-4448-4911-9069-e836fdab7c9f by drivers openvswitch,hyperv on host dv-cinder-763306-14-iscsi at level 0 using segments [{'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}] {{(pid=100364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:51:05.935872 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baf88ab-c694-4970-b4c7-f7b04a727747 None None] Attempting to bind port 3e693a98-4448-4911-9069-e836fdab7c9f on network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:51:05.943868 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baf88ab-c694-4970-b4c7-f7b04a727747 None None] Checking agent: {'id': 'e928b6c9-d57e-4ac7-a8fb-c400260472eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 32, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:51:05.944190 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baf88ab-c694-4970-b4c7-f7b04a727747 None None] Checking segment: {'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:51:05.944594 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9baf88ab-c694-4970-b4c7-f7b04a727747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:05.944999 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baf88ab-c694-4970-b4c7-f7b04a727747 None None] Bound using segment: {'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'} {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:51:05.945479 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-9baf88ab-c694-4970-b4c7-f7b04a727747 None None] Bound port: 3e693a98-4448-4911-9069-e836fdab7c9f, host: dv-cinder-763306-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}}] {{(pid=100364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:51:05.945892 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9baf88ab-c694-4970-b4c7-f7b04a727747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:05.946736 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-492cf3b7-9ba8-4c47-a496-83b54c781852 None None] Set router f48acc36-0728-486a-90ec-28e5d91a15cd gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:51:05.972446 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485de20-a33b-4492-bee3-cdd4e6638f66 None None] Pushing event updated for resources: {'Port': ['ID=3e693a98-4448-4911-9069-e836fdab7c9f,revision_number=2']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:05.988911 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485de20-a33b-4492-bee3-cdd4e6638f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:05.989447 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485de20-a33b-4492-bee3-cdd4e6638f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:05.989800 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485de20-a33b-4492-bee3-cdd4e6638f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:05.990140 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485de20-a33b-4492-bee3-cdd4e6638f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:05.990474 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485de20-a33b-4492-bee3-cdd4e6638f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:05.990829 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485de20-a33b-4492-bee3-cdd4e6638f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:05.991166 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485de20-a33b-4492-bee3-cdd4e6638f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:05.991487 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485de20-a33b-4492-bee3-cdd4e6638f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:05.991851 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485de20-a33b-4492-bee3-cdd4e6638f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:05.994921 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485de20-a33b-4492-bee3-cdd4e6638f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:05.994921 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485de20-a33b-4492-bee3-cdd4e6638f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:05.994921 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0485de20-a33b-4492-bee3-cdd4e6638f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:06.000676 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-0485de20-a33b-4492-bee3-cdd4e6638f66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:06.019383 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-9baf88ab-c694-4970-b4c7-f7b04a727747 None None] For port 3e693a98-4448-4911-9069-e836fdab7c9f, host dv-cinder-763306-14-iscsi, cleared binding levels {{(pid=100364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:51:06.024028 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-9baf88ab-c694-4970-b4c7-f7b04a727747 None None] For port 3e693a98-4448-4911-9069-e836fdab7c9f, host dv-cinder-763306-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=3e693a98-4448-4911-9069-e836fdab7c9f,segment=NetworkSegment(f9a98574-3341-4580-ac4f-b7fff4e16571),segment_id=f9a98574-3341-4580-ac4f-b7fff4e16571)] {{(pid=100364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:51:06.055491 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1994cab4-b0bc-4798-90cb-92520653ea12 req-904e7ccf-5af9-4efc-92e7-b1309f2fa253 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275539 Jun 29 17:51:06.101698 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-3224b34b-d545-48ec-8e65-e14622a99623 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:06.116345 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ada13-cb23-422f-905c-3d83e102942f req-fd1b68f8-fca3-4a0e-a77d-4ef90f7e03b7 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:51:06.116345 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-608ada13-cb23-422f-905c-3d83e102942f req-fd1b68f8-fca3-4a0e-a77d-4ef90f7e03b7 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 946 time: 0.3300529 Jun 29 17:51:06.140236 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.provisioning_blocks [None req-3224b34b-d545-48ec-8e65-e14622a99623 admin admin] Transition to ACTIVE for port object 75982c45-fd6f-4ec4-819a-2d867a3b7de6 will not be triggered until provisioned by entity DHCP. {{(pid=100362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:51:06.153748 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-9baf88ab-c694-4970-b4c7-f7b04a727747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:06.156326 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-f4b7d6a8-0c63-40cf-9553-7d8b02a6e663 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:06.226011 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-298fabfc-983a-48af-8699-808df6aec252 req-2d634ae8-b3c1-4cc8-aabd-cf2d1cc6369c service neutron] 10.222.0.66 "GET /v2.0/networks/1ff2185c-17e8-4779-b98f-a1cbc800f8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5042961 Jun 29 17:51:06.227033 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baf88ab-c694-4970-b4c7-f7b04a727747 None None] Routers {'9c76e4cf-1223-4496-bff6-a0def0cba646'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:51:06.227666 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-9baf88ab-c694-4970-b4c7-f7b04a727747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:51:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['9c76e4cf-1223-4496-bff6-a0def0cba646'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:06.231781 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-608ada13-cb23-422f-905c-3d83e102942f req-45fcb698-dffb-4ac0-8de6-5e29e4cf70b2 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890620 Jun 29 17:51:06.279305 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485de20-a33b-4492-bee3-cdd4e6638f66 None None] Pushing event updated for resources: {'Port': ['ID=3e693a98-4448-4911-9069-e836fdab7c9f,revision_number=3']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:06.283567 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-0485de20-a33b-4492-bee3-cdd4e6638f66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:06.347691 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-9baf88ab-c694-4970-b4c7-f7b04a727747 None None] Set router 9c76e4cf-1223-4496-bff6-a0def0cba646 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:51:06.352412 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-492cf3b7-9ba8-4c47-a496-83b54c781852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'name': 'tempest-TestVolumeBootPattern-1590326425-router', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:41Z', 'updated_at': '2021-06-29T17:42:44Z', 'revision_number': 4, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'gw_port': {'id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:42Z', 'updated_at': '2021-06-29T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_floatingips': [{'id': '071a604d-1f6e-4632-8682-2caf929cdfc6', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'port_id': '178e1df4-4df1-4d13-b2a3-f5393fd0f983', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'mac_address': 'fa:16:3e:fb:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56b305-8334-43ff-9de2-7a2904f78aef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:46:47Z', 'updated_at': '2021-06-29T17:46:51Z', 'revision_number': 1, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15342335-f1d6-4a68-9031-f33f5b813a23', 'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'mac_address': 'fa:16:3e:28:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:44Z', 'updated_at': '2021-06-29T17:42:51Z', 'revision_number': 5, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'subnets': [{'id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:06.370716 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-3224b34b-d545-48ec-8e65-e14622a99623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2715346'] for port, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:06.374644 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:06.381918 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492cf3b7-9ba8-4c47-a496-83b54c781852 None None] The sync data for ids ['f48acc36-0728-486a-90ec-28e5d91a15cd'] in dv-cinder-763306-14-iscsi is: [{'id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'name': 'tempest-TestVolumeBootPattern-1590326425-router', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:41Z', 'updated_at': '2021-06-29T17:42:44Z', 'revision_number': 4, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'gw_port': {'id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:42Z', 'updated_at': '2021-06-29T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_floatingips': [{'id': '071a604d-1f6e-4632-8682-2caf929cdfc6', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'port_id': '178e1df4-4df1-4d13-b2a3-f5393fd0f983', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'mac_address': 'fa:16:3e:fb:67:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de56b305-8334-43ff-9de2-7a2904f78aef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:46:47Z', 'updated_at': '2021-06-29T17:46:51Z', 'revision_number': 1, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15342335-f1d6-4a68-9031-f33f5b813a23', 'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'mac_address': 'fa:16:3e:28:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:44Z', 'updated_at': '2021-06-29T17:42:51Z', 'revision_number': 5, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'subnets': [{'id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:51:06.420254 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3224b34b-d545-48ec-8e65-e14622a99623 admin admin] Network 9261a38c-6efc-4f2c-ae3a-885e2d78c74d is already hosted by enough agents. {{(pid=100362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:51:06.423412 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.base_scheduler [None req-3224b34b-d545-48ec-8e65-e14622a99623 admin admin] Resources bound (agent type, host, resource id): {{(pid=100362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:51:06.428294 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3224b34b-d545-48ec-8e65-e14622a99623 admin admin] Received port after_create {{(pid=100362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:51:06.451301 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224b34b-d545-48ec-8e65-e14622a99623 admin admin] Pushing event updated for resources: {'Port': ['ID=75982c45-fd6f-4ec4-819a-2d867a3b7de6,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:06.455576 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-3224b34b-d545-48ec-8e65-e14622a99623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:06.481274 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-3224b34b-d545-48ec-8e65-e14622a99623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476290'] for router_interface, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:06.654808 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-9baf88ab-c694-4970-b4c7-f7b04a727747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'name': 'tempest-TestMinimumBasicScenario-1370677523-router', 'tenant_id': '2754616d326c4e71940da7941fbabc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '3e693a98-4448-4911-9069-e836fdab7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:51:01Z', 'updated_at': '2021-06-29T17:51:02Z', 'revision_number': 3, 'project_id': '2754616d326c4e71940da7941fbabc9d', 'gw_port': {'id': '3e693a98-4448-4911-9069-e836fdab7c9f', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:02Z', 'updated_at': '2021-06-29T17:51:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:06.666668 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6db60c-46b8-410c-82b1-6ee49d214b41 None None] New status for floating IP e18a8137-889f-4758-8e1b-0394456826e5: DOWN {{(pid=100363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 17:51:06.683870 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9baf88ab-c694-4970-b4c7-f7b04a727747 None None] The sync data for ids ['9c76e4cf-1223-4496-bff6-a0def0cba646'] in dv-cinder-763306-14-iscsi is: [{'id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'name': 'tempest-TestMinimumBasicScenario-1370677523-router', 'tenant_id': '2754616d326c4e71940da7941fbabc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '3e693a98-4448-4911-9069-e836fdab7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:51:01Z', 'updated_at': '2021-06-29T17:51:02Z', 'revision_number': 3, 'project_id': '2754616d326c4e71940da7941fbabc9d', 'gw_port': {'id': '3e693a98-4448-4911-9069-e836fdab7c9f', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:02Z', 'updated_at': '2021-06-29T17:51:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}] {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:51:06.737310 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-3224b34b-d545-48ec-8e65-e14622a99623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:06.832451 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-185d35c3-6cf0-4113-b4d2-290cf9aa7648 None None] Provisioning for port 75982c45-fd6f-4ec4-819a-2d867a3b7de6 completed by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:51:06.841130 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-185d35c3-6cf0-4113-b4d2-290cf9aa7648 None None] Provisioning complete for port 75982c45-fd6f-4ec4-819a-2d867a3b7de6 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:51:06.841130 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-185d35c3-6cf0-4113-b4d2-290cf9aa7648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:06.876329 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-185d35c3-6cf0-4113-b4d2-290cf9aa7648 None None] Port 75982c45-fd6f-4ec4-819a-2d867a3b7de6 cannot update to ACTIVE because it is not bound. {{(pid=100363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:51:06.933887 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-3224b34b-d545-48ec-8e65-e14622a99623 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:06.998268 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-3224b34b-d545-48ec-8e65-e14622a99623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2715360'] for port, after_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:07.000711 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-41d7f44b-a7cd-44b7-b6a5-31d4fdbd1730 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:07.071471 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-3224b34b-d545-48ec-8e65-e14622a99623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476182'] for router_interface, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:07.075924 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224b34b-d545-48ec-8e65-e14622a99623 admin admin] Pushing event updated for resources: {'Port': ['ID=75982c45-fd6f-4ec4-819a-2d867a3b7de6,revision_number=2']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:07.077152 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-3224b34b-d545-48ec-8e65-e14622a99623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:07.238029 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3224b34b-d545-48ec-8e65-e14622a99623 admin admin] Network 9261a38c-6efc-4f2c-ae3a-885e2d78c74d is already hosted by enough agents. {{(pid=100362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:51:07.241060 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.base_scheduler [None req-3224b34b-d545-48ec-8e65-e14622a99623 admin admin] Resources bound (agent type, host, resource id): {{(pid=100362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:51:07.306577 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 3e693a98-4448-4911-9069-e836fdab7c9f up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:51:07.389434 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3224b34b-d545-48ec-8e65-e14622a99623 admin admin] Router 9c76e4cf-1223-4496-bff6-a0def0cba646 has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:51:07.456159 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:07.503222 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning for port 3e693a98-4448-4911-9069-e836fdab7c9f completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:51:07.509076 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 3e693a98-4448-4911-9069-e836fdab7c9f triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:51:07.513774 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:07.517330 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8451f1e-e325-4370-ac30-638e59c81194 req-1e17f540-3fc7-4f63-afb2-0b0712fe03a2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:51:07.518886 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d8451f1e-e325-4370-ac30-638e59c81194 req-1e17f540-3fc7-4f63-afb2-0b0712fe03a2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=759c666f-14e0-44d2-9a39-6b198388e6d9 HTTP/1.1" status: 200 len: 946 time: 0.3189554 Jun 29 17:51:07.600642 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:07.622782 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-6cfe86cf-6ff5-4c3c-923e-a21bfe5c44ab None None] Provisioning complete for port 75982c45-fd6f-4ec4-819a-2d867a3b7de6 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:51:07.623160 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-6cfe86cf-6ff5-4c3c-923e-a21bfe5c44ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:07.630992 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d8451f1e-e325-4370-ac30-638e59c81194 req-bc1e2344-0e40-4098-94d5-8b194cb3b721 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648954 Jun 29 17:51:07.630992 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3224b34b-d545-48ec-8e65-e14622a99623 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:51:07.638915 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-3224b34b-d545-48ec-8e65-e14622a99623 admin admin] 10.222.0.102 "PUT /v2.0/routers/9c76e4cf-1223-4496-bff6-a0def0cba646/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8190928 Jun 29 17:51:07.664222 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] For port 3e693a98-4448-4911-9069-e836fdab7c9f, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=3e693a98-4448-4911-9069-e836fdab7c9f,segment=NetworkSegment(f9a98574-3341-4580-ac4f-b7fff4e16571),segment_id=f9a98574-3341-4580-ac4f-b7fff4e16571)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:51:07.679262 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91230612-9bf3-4e40-95ef-58bd6e776b53 req-6c6de45d-4fcf-4ab1-a2e1-ef5f91c2ba3d tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:51:07.682778 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-91230612-9bf3-4e40-95ef-58bd6e776b53 req-6c6de45d-4fcf-4ab1-a2e1-ef5f91c2ba3d tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 946 time: 0.2376981 Jun 29 17:51:07.682909 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-6cfe86cf-6ff5-4c3c-923e-a21bfe5c44ab None None] Port 75982c45-fd6f-4ec4-819a-2d867a3b7de6 cannot update to ACTIVE because it is not bound. {{(pid=100363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:51:07.727557 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-91230612-9bf3-4e40-95ef-58bd6e776b53 req-aa8996a9-de27-4440-a22a-c472406a2f53 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373230 Jun 29 17:51:07.730454 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:07.732358 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:07.784030 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Pushing event updated for resources: {'Port': ['ID=3e693a98-4448-4911-9069-e836fdab7c9f,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:07.785351 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:51:07.787184 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:08.273520 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40672) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:08.279224 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-21c3e77a-8023-43d2-b6aa-fa90d3977799 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1992960311-network', 'tenant_id': '39ba37e1b46c49ffb1941e059624bc74'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:51:08.380127 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb82865-4388-41dd-9600-442ee781b9ac None None] Sync routers for ids ['9c76e4cf-1223-4496-bff6-a0def0cba646'] in dv-cinder-763306-14-iscsi {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:51:08.380831 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c3e77a-8023-43d2-b6aa-fa90d3977799 admin admin] Made reservation on behalf of 39ba37e1b46c49ffb1941e059624bc74 for: {'network': 1} {{(pid=100362) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:51:08.383222 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-21c3e77a-8023-43d2-b6aa-fa90d3977799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for network, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:08.390481 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb82865-4388-41dd-9600-442ee781b9ac None None] Routers {'9c76e4cf-1223-4496-bff6-a0def0cba646'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:51:08.391211 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-ccb82865-4388-41dd-9600-442ee781b9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:51:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['9c76e4cf-1223-4496-bff6-a0def0cba646'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:08.393093 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-21c3e77a-8023-43d2-b6aa-fa90d3977799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:08.481796 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-21c3e77a-8023-43d2-b6aa-fa90d3977799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:08.496320 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-ccb82865-4388-41dd-9600-442ee781b9ac None None] Set router 9c76e4cf-1223-4496-bff6-a0def0cba646 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:51:08.536340 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-21c3e77a-8023-43d2-b6aa-fa90d3977799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:08.540570 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-9225ba66-47b6-4b85-b80e-7131382442a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:08.557790 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c3e77a-8023-43d2-b6aa-fa90d3977799 admin admin] vlan segment allocate from pool success with {'vlan_id': 909, 'physical_network': 'physnet1'} {{(pid=100362) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 17:51:08.577009 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3e77a-8023-43d2-b6aa-fa90d3977799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b84cf6-01b9-4849-b135-b19549b4fbbb,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:08.580032 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-21c3e77a-8023-43d2-b6aa-fa90d3977799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:08.581006 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.db.segments_db [None req-21c3e77a-8023-43d2-b6aa-fa90d3977799 admin admin] Added segment 92ac19ea-4a49-4cf2-a475-a5b00f481097 of type vlan for network efff4e25-e2bf-43ab-b0ac-85d228aeabc8 Jun 29 17:51:08.582005 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-21c3e77a-8023-43d2-b6aa-fa90d3977799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:08.628672 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-21c3e77a-8023-43d2-b6aa-fa90d3977799 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732082150732'] for network, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:08.724979 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-ccb82865-4388-41dd-9600-442ee781b9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'name': 'tempest-TestMinimumBasicScenario-1370677523-router', 'tenant_id': '2754616d326c4e71940da7941fbabc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '3e693a98-4448-4911-9069-e836fdab7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:51:01Z', 'updated_at': '2021-06-29T17:51:06Z', 'revision_number': 4, 'project_id': '2754616d326c4e71940da7941fbabc9d', 'gw_port': {'id': '3e693a98-4448-4911-9069-e836fdab7c9f', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:02Z', 'updated_at': '2021-06-29T17:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '75982c45-fd6f-4ec4-819a-2d867a3b7de6', 'name': '', 'network_id': '9261a38c-6efc-4f2c-ae3a-885e2d78c74d', 'tenant_id': '2754616d326c4e71940da7941fbabc9d', 'mac_address': 'fa:16:3e:df:bc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '70cc58f2-049c-409c-8d46-ceb03db8f84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:05Z', 'updated_at': '2021-06-29T17:51:06Z', 'revision_number': 2, 'project_id': '2754616d326c4e71940da7941fbabc9d', 'subnets': [{'id': '70cc58f2-049c-409c-8d46-ceb03db8f84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:08.741394 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-21c3e77a-8023-43d2-b6aa-fa90d3977799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949'] for network, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:08.743195 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c3e77a-8023-43d2-b6aa-fa90d3977799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:51:08.744164 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-21c3e77a-8023-43d2-b6aa-fa90d3977799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:08.757252 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-18cc1066-40f2-4a51-9948-65758a558580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:08.757489 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb82865-4388-41dd-9600-442ee781b9ac None None] Checking router: 9c76e4cf-1223-4496-bff6-a0def0cba646 for host: dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:51:08.757729 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb82865-4388-41dd-9600-442ee781b9ac None None] Updating router 9c76e4cf-1223-4496-bff6-a0def0cba646 port 75982c45-fd6f-4ec4-819a-2d867a3b7de6 binding host dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:51:08.803061 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ccb82865-4388-41dd-9600-442ee781b9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:09.087150 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ccb82865-4388-41dd-9600-442ee781b9ac None None] Notify callbacks [] for port, precommit_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:09.097912 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.provisioning_blocks [None req-ccb82865-4388-41dd-9600-442ee781b9ac None None] Transition to ACTIVE for port object 75982c45-fd6f-4ec4-819a-2d867a3b7de6 will not be triggered until provisioned by entity L2. {{(pid=100364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:51:09.120157 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-21c3e77a-8023-43d2-b6aa-fa90d3977799 admin admin] 10.222.0.102 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8449895 Jun 29 17:51:09.123059 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 40720) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:09.128196 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-0d6fb1b9-7905-4cad-992f-21ecb61885d0 admin admin] Request body: {'subnet': {'network_id': 'efff4e25-e2bf-43ab-b0ac-85d228aeabc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1992960311-subnet', 'tenant_id': '39ba37e1b46c49ffb1941e059624bc74', 'ip_version': 4}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:51:09.181733 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ccb82865-4388-41dd-9600-442ee781b9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:09.185984 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-52dac503-ae98-4a5f-b18a-add324573ba5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:09.193042 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3e77a-8023-43d2-b6aa-fa90d3977799 admin admin] Pushing event updated for resources: {'Network': ['ID=efff4e25-e2bf-43ab-b0ac-85d228aeabc8,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:09.196133 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-21c3e77a-8023-43d2-b6aa-fa90d3977799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:09.205223 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Network efff4e25-e2bf-43ab-b0ac-85d228aeabc8 details requested by agent ovs-agent-dv-cinder-763306-14-iscsi with host dv-cinder-763306-14-iscsi {{(pid=100363) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 17:51:09.240245 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21292814-9fa6-4ca1-8a5b-8cabb99eefe6 None None] Pushing event updated for resources: {'Port': ['ID=75982c45-fd6f-4ec4-819a-2d867a3b7de6,revision_number=3']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:09.244869 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-21292814-9fa6-4ca1-8a5b-8cabb99eefe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:09.249499 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb54fd-65e7-4bbc-b1e0-f414a6194975 req-990422a2-e028-447e-9942-2a4f440e7d28 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:51:09.251032 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-55cb54fd-65e7-4bbc-b1e0-f414a6194975 req-990422a2-e028-447e-9942-2a4f440e7d28 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=759c666f-14e0-44d2-9a39-6b198388e6d9 HTTP/1.1" status: 200 len: 946 time: 0.1370869 Jun 29 17:51:09.255868 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6fb1b9-7905-4cad-992f-21ecb61885d0 admin admin] Made reservation on behalf of 39ba37e1b46c49ffb1941e059624bc74 for: {'subnet': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:51:09.258869 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-0d6fb1b9-7905-4cad-992f-21ecb61885d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2477039'] for subnet, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:09.260562 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf32a10-a270-4227-9899-ac5140055c12 req-a8431669-505d-496f-a7ff-bf6af31ea634 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:51:09.262024 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-daf32a10-a270-4227-9899-ac5140055c12 req-a8431669-505d-496f-a7ff-bf6af31ea634 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 946 time: 0.1470022 Jun 29 17:51:09.267342 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 3e693a98-4448-4911-9069-e836fdab7c9f up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:51:09.338032 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-55cb54fd-65e7-4bbc-b1e0-f414a6194975 req-c90e5bca-b33d-436c-ac49-f498c084e12f tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741160 Jun 29 17:51:09.358011 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-ccb82865-4388-41dd-9600-442ee781b9ac None None] Attempting to bind port 75982c45-fd6f-4ec4-819a-2d867a3b7de6 on host dv-cinder-763306-14-iscsi for vnic_type normal with profile {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:51:09.358394 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-ccb82865-4388-41dd-9600-442ee781b9ac None None] Attempting to bind port 75982c45-fd6f-4ec4-819a-2d867a3b7de6 by drivers openvswitch,hyperv on host dv-cinder-763306-14-iscsi at level 0 using segments [{'id': 'd65a612b-f177-4d71-a65b-b942711a544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '9261a38c-6efc-4f2c-ae3a-885e2d78c74d'}] {{(pid=100364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:51:09.358765 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb82865-4388-41dd-9600-442ee781b9ac None None] Attempting to bind port 75982c45-fd6f-4ec4-819a-2d867a3b7de6 on network 9261a38c-6efc-4f2c-ae3a-885e2d78c74d {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:51:09.369537 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb82865-4388-41dd-9600-442ee781b9ac None None] Checking agent: {'id': 'e928b6c9-d57e-4ac7-a8fb-c400260472eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 32, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:51:09.370282 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb82865-4388-41dd-9600-442ee781b9ac None None] Checking segment: {'id': 'd65a612b-f177-4d71-a65b-b942711a544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '9261a38c-6efc-4f2c-ae3a-885e2d78c74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:51:09.370868 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ccb82865-4388-41dd-9600-442ee781b9ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:09.371413 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb82865-4388-41dd-9600-442ee781b9ac None None] Bound using segment: {'id': 'd65a612b-f177-4d71-a65b-b942711a544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '9261a38c-6efc-4f2c-ae3a-885e2d78c74d'} {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:51:09.372088 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-ccb82865-4388-41dd-9600-442ee781b9ac None None] Bound port: 75982c45-fd6f-4ec4-819a-2d867a3b7de6, host: dv-cinder-763306-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65a612b-f177-4d71-a65b-b942711a544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '9261a38c-6efc-4f2c-ae3a-885e2d78c74d'}}] {{(pid=100364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:51:09.372557 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ccb82865-4388-41dd-9600-442ee781b9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:09.376994 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 3e693a98-4448-4911-9069-e836fdab7c9f triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:51:09.377482 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:09.390860 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-daf32a10-a270-4227-9899-ac5140055c12 req-149db1d9-e167-4cc6-a3cb-80d63b2e5a12 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158431 Jun 29 17:51:09.475499 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-ccb82865-4388-41dd-9600-442ee781b9ac None None] For port 75982c45-fd6f-4ec4-819a-2d867a3b7de6, host dv-cinder-763306-14-iscsi, cleared binding levels {{(pid=100364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:51:09.480469 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-ccb82865-4388-41dd-9600-442ee781b9ac None None] For port 75982c45-fd6f-4ec4-819a-2d867a3b7de6, host dv-cinder-763306-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=75982c45-fd6f-4ec4-819a-2d867a3b7de6,segment=NetworkSegment(d65a612b-f177-4d71-a65b-b942711a544b),segment_id=d65a612b-f177-4d71-a65b-b942711a544b)] {{(pid=100364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:51:09.570010 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-ccb82865-4388-41dd-9600-442ee781b9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:09.572397 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-ffbbda24-5b58-421b-99f3-fc85b31c30e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:09.636406 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb82865-4388-41dd-9600-442ee781b9ac None None] Routers {'9c76e4cf-1223-4496-bff6-a0def0cba646'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:51:09.637079 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-ccb82865-4388-41dd-9600-442ee781b9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:51:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['9c76e4cf-1223-4496-bff6-a0def0cba646'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:09.661203 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-0d6fb1b9-7905-4cad-992f-21ecb61885d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9995933', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2477053'] for subnet, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:09.670682 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:09.675305 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21292814-9fa6-4ca1-8a5b-8cabb99eefe6 None None] Pushing event updated for resources: {'Port': ['ID=75982c45-fd6f-4ec4-819a-2d867a3b7de6,revision_number=4']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:09.679772 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-21292814-9fa6-4ca1-8a5b-8cabb99eefe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:09.737285 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fb1b9-7905-4cad-992f-21ecb61885d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a5a9d00-b41c-479d-9297-c985e772bcef,revision_number=0']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:09.741428 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-0d6fb1b9-7905-4cad-992f-21ecb61885d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:09.751769 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6fb1b9-7905-4cad-992f-21ecb61885d0 admin admin] Checking segment: {'id': '92ac19ea-4a49-4cf2-a475-a5b00f481097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'efff4e25-e2bf-43ab-b0ac-85d228aeabc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:51:09.754320 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6fb1b9-7905-4cad-992f-21ecb61885d0 admin admin] Network hostable DHCP agents. Network: efff4e25-e2bf-43ab-b0ac-85d228aeabc8, hostable agents: ['24069b9b-1321-42f1-b289-5cb1180ca833'], hosted agents: [] {{(pid=100361) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 17:51:09.773912 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-ccb82865-4388-41dd-9600-442ee781b9ac None None] Set router 9c76e4cf-1223-4496-bff6-a0def0cba646 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:51:09.826754 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6fb1b9-7905-4cad-992f-21ecb61885d0 admin admin] Network efff4e25-e2bf-43ab-b0ac-85d228aeabc8 is scheduled to be hosted by DHCP agent 24069b9b-1321-42f1-b289-5cb1180ca833 with binding_index 1 {{(pid=100361) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 17:51:09.912407 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-0d6fb1b9-7905-4cad-992f-21ecb61885d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-14-iscsi, efff4e25-e2bf-43ab-b0ac-85d228aeabc8) {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:51:09.929739 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6fb1b9-7905-4cad-992f-21ecb61885d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:51:09.935463 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-0d6fb1b9-7905-4cad-992f-21ecb61885d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:09.936428 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de63207-7f49-45f2-aa5e-97acc947e5ad None None] Network efff4e25-e2bf-43ab-b0ac-85d228aeabc8 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:51:09.995053 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-ccb82865-4388-41dd-9600-442ee781b9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'name': 'tempest-TestMinimumBasicScenario-1370677523-router', 'tenant_id': '2754616d326c4e71940da7941fbabc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '3e693a98-4448-4911-9069-e836fdab7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:51:01Z', 'updated_at': '2021-06-29T17:51:06Z', 'revision_number': 4, 'project_id': '2754616d326c4e71940da7941fbabc9d', 'gw_port': {'id': '3e693a98-4448-4911-9069-e836fdab7c9f', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:02Z', 'updated_at': '2021-06-29T17:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '75982c45-fd6f-4ec4-819a-2d867a3b7de6', 'name': '', 'network_id': '9261a38c-6efc-4f2c-ae3a-885e2d78c74d', 'tenant_id': '2754616d326c4e71940da7941fbabc9d', 'mac_address': 'fa:16:3e:df:bc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '70cc58f2-049c-409c-8d46-ceb03db8f84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:05Z', 'updated_at': '2021-06-29T17:51:09Z', 'revision_number': 4, 'project_id': '2754616d326c4e71940da7941fbabc9d', 'subnets': [{'id': '70cc58f2-049c-409c-8d46-ceb03db8f84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:10.013253 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-0d6fb1b9-7905-4cad-992f-21ecb61885d0 admin admin] 10.222.0.102 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8858798 Jun 29 17:51:10.013781 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 40740) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:10.018576 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-177a4b54-49e3-418a-bea5-b0246993135a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1992960311-router', 'tenant_id': '39ba37e1b46c49ffb1941e059624bc74', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:51:10.028444 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb82865-4388-41dd-9600-442ee781b9ac None None] The sync data for ids ['9c76e4cf-1223-4496-bff6-a0def0cba646'] in dv-cinder-763306-14-iscsi is: [{'id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'name': 'tempest-TestMinimumBasicScenario-1370677523-router', 'tenant_id': '2754616d326c4e71940da7941fbabc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '3e693a98-4448-4911-9069-e836fdab7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:51:01Z', 'updated_at': '2021-06-29T17:51:06Z', 'revision_number': 4, 'project_id': '2754616d326c4e71940da7941fbabc9d', 'gw_port': {'id': '3e693a98-4448-4911-9069-e836fdab7c9f', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:02Z', 'updated_at': '2021-06-29T17:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '75982c45-fd6f-4ec4-819a-2d867a3b7de6', 'name': '', 'network_id': '9261a38c-6efc-4f2c-ae3a-885e2d78c74d', 'tenant_id': '2754616d326c4e71940da7941fbabc9d', 'mac_address': 'fa:16:3e:df:bc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '70cc58f2-049c-409c-8d46-ceb03db8f84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:05Z', 'updated_at': '2021-06-29T17:51:09Z', 'revision_number': 4, 'project_id': '2754616d326c4e71940da7941fbabc9d', 'subnets': [{'id': '70cc58f2-049c-409c-8d46-ceb03db8f84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:51:10.125362 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2322452b-9e1a-4b5b-97c3-2fd867ae5bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92452d69-972d-5f90-a51c-f228c74b1c0c-efff4e25-e2bf-43ab-b0ac-85d228aeabc8', 'network_id': 'efff4e25-e2bf-43ab-b0ac-85d228aeabc8', 'tenant_id': '39ba37e1b46c49ffb1941e059624bc74', 'fixed_ips': [{'subnet_id': '1a5a9d00-b41c-479d-9297-c985e772bcef'}]}} from dv-cinder-763306-14-iscsi. {{(pid=100363) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 17:51:10.126244 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-2322452b-9e1a-4b5b-97c3-2fd867ae5bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:10.146885 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-177a4b54-49e3-418a-bea5-b0246993135a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-478208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-909'] for router, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:10.150972 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-177a4b54-49e3-418a-bea5-b0246993135a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1618641', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-404318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-900'] for router, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:10.214291 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-177a4b54-49e3-418a-bea5-b0246993135a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:10.291467 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device fe3b2de6-47e7-4748-b9d7-7c3c5a913442 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:51:10.331542 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.db_base_plugin_common [None req-2322452b-9e1a-4b5b-97c3-2fd867ae5bc2 None None] Allocated IP 172.20.0.2 (efff4e25-e2bf-43ab-b0ac-85d228aeabc8/1a5a9d00-b41c-479d-9297-c985e772bcef/44f44405-7f00-4949-a9e0-f3ec33bd6722) {{(pid=100363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:51:10.466946 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:10.511185 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2ea89e-98e7-45d4-8000-79801ce5208c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe3b2de6-47e7-4748-b9d7-7c3c5a913442'}] {{(pid=100363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:51:10.513710 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0170bf9ab270c77a1188d5f8494ea938272331804d61dd1d179af329d40bd85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292c52f8-4be1-45ca-a2c2-b8e50feaec04" -d '{"events": [{"server_uuid": "7b2ea89e-98e7-45d4-8000-79801ce5208c", "name": "network-vif-unplugged", "status": "completed", "tag": "fe3b2de6-47e7-4748-b9d7-7c3c5a913442"}]}' {{(pid=100363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:51:10.549043 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port fe3b2de6-47e7-4748-b9d7-7c3c5a913442, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=fe3b2de6-47e7-4748-b9d7-7c3c5a913442,segment=NetworkSegment(1e320949-c172-43c9-b9ed-2910a3c21ae8),segment_id=1e320949-c172-43c9-b9ed-2910a3c21ae8)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:51:10.637058 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-2322452b-9e1a-4b5b-97c3-2fd867ae5bc2 None None] Notify callbacks [] for port, precommit_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:10.647362 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-2322452b-9e1a-4b5b-97c3-2fd867ae5bc2 None None] Transition to ACTIVE for port object 44f44405-7f00-4949-a9e0-f3ec33bd6722 will not be triggered until provisioned by entity L2. {{(pid=100363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:51:10.658349 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-177a4b54-49e3-418a-bea5-b0246993135a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-886'] for router, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:10.664257 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-2322452b-9e1a-4b5b-97c3-2fd867ae5bc2 None None] Transition to ACTIVE for port object 44f44405-7f00-4949-a9e0-f3ec33bd6722 will not be triggered until provisioned by entity DHCP. {{(pid=100363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:51:10.668165 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:10.671177 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:10.673485 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae973080-8768-486f-b965-cb99bdff70d5 req-930527b2-be52-43f8-9bee-49efe1b43e2a tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:51:10.680681 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ae973080-8768-486f-b965-cb99bdff70d5 req-930527b2-be52-43f8-9bee-49efe1b43e2a tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=759c666f-14e0-44d2-9a39-6b198388e6d9 HTTP/1.1" status: 200 len: 946 time: 0.1891303 Jun 29 17:51:10.713139 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ca5fc-c8ad-45af-a691-ad19a415895f req-ec9e8341-e28d-4b7a-966f-771700b2c405 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:51:10.714732 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-2d9ca5fc-c8ad-45af-a691-ad19a415895f req-ec9e8341-e28d-4b7a-966f-771700b2c405 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 946 time: 0.1470740 Jun 29 17:51:10.738540 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=fe3b2de6-47e7-4748-b9d7-7c3c5a913442,revision_number=9']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:10.742648 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:10.770236 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-2322452b-9e1a-4b5b-97c3-2fd867ae5bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565'] for port, after_create {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:10.770811 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ae973080-8768-486f-b965-cb99bdff70d5 req-b8c48581-1035-4cb7-87f8-9cb82ab33390 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882995 Jun 29 17:51:10.787238 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:10.792760 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bd63b-6161-4087-be90-c281a043e2f7 req-e34ca9da-ae50-438f-ac5b-69d77d1cd464 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:51:10.794823 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f39bd63b-6161-4087-be90-c281a043e2f7 req-e34ca9da-ae50-438f-ac5b-69d77d1cd464 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 946 time: 0.2269115 Jun 29 17:51:10.852168 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2322452b-9e1a-4b5b-97c3-2fd867ae5bc2 None None] Network efff4e25-e2bf-43ab-b0ac-85d228aeabc8 is already hosted by enough agents. {{(pid=100363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:51:10.860203 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 17:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978ec2a9-b920-4013-abe7-24cbc8de1503 x-openstack-request-id: req-978ec2a9-b920-4013-abe7-24cbc8de1503 {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:51:10.860506 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2ea89e-98e7-45d4-8000-79801ce5208c", "name": "network-vif-unplugged", "status": "completed", "tag": "fe3b2de6-47e7-4748-b9d7-7c3c5a913442", "code": 200}]} {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:51:10.860771 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-978ec2a9-b920-4013-abe7-24cbc8de1503 {{(pid=100363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:51:10.861172 dv-cinder-763306-14-iscsi neutron-server[100363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2ea89e-98e7-45d4-8000-79801ce5208c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe3b2de6-47e7-4748-b9d7-7c3c5a913442', 'code': 200} Jun 29 17:51:10.863959 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.scheduler.base_scheduler [None req-2322452b-9e1a-4b5b-97c3-2fd867ae5bc2 None None] Resources bound (agent type, host, resource id): {{(pid=100363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:51:10.867699 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2322452b-9e1a-4b5b-97c3-2fd867ae5bc2 None None] Received port after_create {{(pid=100363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:51:10.871979 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f39bd63b-6161-4087-be90-c281a043e2f7 req-3c96f938-ef70-41be-9387-697b63d8ea1f tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/security-groups?id=859e32ec-611b-4d54-b71f-be456aab0b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667582 Jun 29 17:51:10.874280 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322452b-9e1a-4b5b-97c3-2fd867ae5bc2 None None] Pushing event updated for resources: {'Port': ['ID=44f44405-7f00-4949-a9e0-f3ec33bd6722,revision_number=1']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:10.883060 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d03ef-2545-43f6-be83-eb7b3d0ea2b3 req-0aa5f36d-9a57-419f-bec6-1d73613fd6e6 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:51:10.886107 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-2322452b-9e1a-4b5b-97c3-2fd867ae5bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:10.889350 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ee9d03ef-2545-43f6-be83-eb7b3d0ea2b3 req-0aa5f36d-9a57-419f-bec6-1d73613fd6e6 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.66 "GET /v2.0/ports?device_id=759c666f-14e0-44d2-9a39-6b198388e6d9 HTTP/1.1" status: 200 len: 946 time: 0.2024004 Jun 29 17:51:10.950855 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-2d9ca5fc-c8ad-45af-a691-ad19a415895f req-26ec1d4b-540e-49a3-a38e-fbedc987ac99 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Deleting port fe3b2de6-47e7-4748-b9d7-7c3c5a913442 {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:51:10.951469 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-2d9ca5fc-c8ad-45af-a691-ad19a415895f req-26ec1d4b-540e-49a3-a38e-fbedc987ac99 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:10.976973 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-2322452b-9e1a-4b5b-97c3-2fd867ae5bc2 None None] Attempting to bind port 44f44405-7f00-4949-a9e0-f3ec33bd6722 on host dv-cinder-763306-14-iscsi for vnic_type normal with profile {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:51:10.977357 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-2322452b-9e1a-4b5b-97c3-2fd867ae5bc2 None None] Attempting to bind port 44f44405-7f00-4949-a9e0-f3ec33bd6722 by drivers openvswitch,hyperv on host dv-cinder-763306-14-iscsi at level 0 using segments [{'id': '92ac19ea-4a49-4cf2-a475-a5b00f481097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'efff4e25-e2bf-43ab-b0ac-85d228aeabc8'}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:51:10.977730 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2322452b-9e1a-4b5b-97c3-2fd867ae5bc2 None None] Attempting to bind port 44f44405-7f00-4949-a9e0-f3ec33bd6722 on network efff4e25-e2bf-43ab-b0ac-85d228aeabc8 {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:51:10.983915 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2322452b-9e1a-4b5b-97c3-2fd867ae5bc2 None None] Checking agent: {'id': 'e928b6c9-d57e-4ac7-a8fb-c400260472eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 32, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:51:10.984305 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2322452b-9e1a-4b5b-97c3-2fd867ae5bc2 None None] Checking segment: {'id': '92ac19ea-4a49-4cf2-a475-a5b00f481097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'efff4e25-e2bf-43ab-b0ac-85d228aeabc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:51:10.984851 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-2322452b-9e1a-4b5b-97c3-2fd867ae5bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:10.985299 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2322452b-9e1a-4b5b-97c3-2fd867ae5bc2 None None] Bound using segment: {'id': '92ac19ea-4a49-4cf2-a475-a5b00f481097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'efff4e25-e2bf-43ab-b0ac-85d228aeabc8'} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:51:10.986180 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-2322452b-9e1a-4b5b-97c3-2fd867ae5bc2 None None] Bound port: 44f44405-7f00-4949-a9e0-f3ec33bd6722, host: dv-cinder-763306-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ac19ea-4a49-4cf2-a475-a5b00f481097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'efff4e25-e2bf-43ab-b0ac-85d228aeabc8'}}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:51:10.986636 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-2322452b-9e1a-4b5b-97c3-2fd867ae5bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:11.039169 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [req-ee9d03ef-2545-43f6-be83-eb7b3d0ea2b3 req-abda321d-2eea-44bc-bee3-ffd0f7bd51ca tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Deleting port f53a7785-c31d-40e1-be67-580223269462 {{(pid=100362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:51:11.039388 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-ee9d03ef-2545-43f6-be83-eb7b3d0ea2b3 req-abda321d-2eea-44bc-bee3-ffd0f7bd51ca tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:11.083307 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-2322452b-9e1a-4b5b-97c3-2fd867ae5bc2 None None] For port 44f44405-7f00-4949-a9e0-f3ec33bd6722, host dv-cinder-763306-14-iscsi, cleared binding levels {{(pid=100363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:51:11.088460 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-2322452b-9e1a-4b5b-97c3-2fd867ae5bc2 None None] For port 44f44405-7f00-4949-a9e0-f3ec33bd6722, host dv-cinder-763306-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=44f44405-7f00-4949-a9e0-f3ec33bd6722,segment=NetworkSegment(92ac19ea-4a49-4cf2-a475-a5b00f481097),segment_id=92ac19ea-4a49-4cf2-a475-a5b00f481097)] {{(pid=100363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:51:11.144198 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-2d9ca5fc-c8ad-45af-a691-ad19a415895f req-26ec1d4b-540e-49a3-a38e-fbedc987ac99 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] For port fe3b2de6-47e7-4748-b9d7-7c3c5a913442, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=fe3b2de6-47e7-4748-b9d7-7c3c5a913442,segment=NetworkSegment(1e320949-c172-43c9-b9ed-2910a3c21ae8),segment_id=1e320949-c172-43c9-b9ed-2910a3c21ae8)] {{(pid=100361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:51:11.144568 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-2d9ca5fc-c8ad-45af-a691-ad19a415895f req-26ec1d4b-540e-49a3-a38e-fbedc987ac99 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:11.159540 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.db [req-ee9d03ef-2545-43f6-be83-eb7b3d0ea2b3 req-abda321d-2eea-44bc-bee3-ffd0f7bd51ca tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] For port f53a7785-c31d-40e1-be67-580223269462, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=f53a7785-c31d-40e1-be67-580223269462,segment=NetworkSegment(29a600a3-46df-4a50-b82c-2600cd91c4cc),segment_id=29a600a3-46df-4a50-b82c-2600cd91c4cc)] {{(pid=100362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:51:11.160201 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-ee9d03ef-2545-43f6-be83-eb7b3d0ea2b3 req-abda321d-2eea-44bc-bee3-ffd0f7bd51ca tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:11.182927 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-2d9ca5fc-c8ad-45af-a691-ad19a415895f req-26ec1d4b-540e-49a3-a38e-fbedc987ac99 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Calling delete_port for fe3b2de6-47e7-4748-b9d7-7c3c5a913442 owned by compute:nova {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:51:11.190200 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [req-ee9d03ef-2545-43f6-be83-eb7b3d0ea2b3 req-abda321d-2eea-44bc-bee3-ffd0f7bd51ca tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Calling delete_port for f53a7785-c31d-40e1-be67-580223269462 owned by compute:nova {{(pid=100362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:51:11.201074 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-177a4b54-49e3-418a-bea5-b0246993135a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:11.223406 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-177a4b54-49e3-418a-bea5-b0246993135a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:11.267472 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-2322452b-9e1a-4b5b-97c3-2fd867ae5bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:11.271928 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:11.339412 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 75982c45-fd6f-4ec4-819a-2d867a3b7de6 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:51:11.346870 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322452b-9e1a-4b5b-97c3-2fd867ae5bc2 None None] Pushing event updated for resources: {'Port': ['ID=44f44405-7f00-4949-a9e0-f3ec33bd6722,revision_number=2']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:11.393048 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-2322452b-9e1a-4b5b-97c3-2fd867ae5bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:11.414702 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [None req-177a4b54-49e3-418a-bea5-b0246993135a admin admin] Allocated IP 172.27.3.75 (26c48c97-dd4e-49af-8475-2ecf6fc0aadd/7cd7448d-c974-46f0-8ef9-2783dc523a5d/7624d966-c6a6-4e40-88b6-fc50479f5452) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:51:11.456344 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-ee9d03ef-2545-43f6-be83-eb7b3d0ea2b3 req-abda321d-2eea-44bc-bee3-ffd0f7bd51ca tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2715355'] for port, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:11.462522 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:11.502011 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda321d-2eea-44bc-bee3-ffd0f7bd51ca tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Pushing event deleted for resources: {'Port': ['ID=f53a7785-c31d-40e1-be67-580223269462,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:11.505651 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-abda321d-2eea-44bc-bee3-ffd0f7bd51ca tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:11.512202 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning for port 75982c45-fd6f-4ec4-819a-2d867a3b7de6 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:51:11.516806 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 75982c45-fd6f-4ec4-819a-2d867a3b7de6 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:51:11.517532 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:11.563147 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-2d9ca5fc-c8ad-45af-a691-ad19a415895f req-26ec1d4b-540e-49a3-a38e-fbedc987ac99 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995816'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:11.574278 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9d03ef-2545-43f6-be83-eb7b3d0ea2b3 req-abda321d-2eea-44bc-bee3-ffd0f7bd51ca tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] No DVR routers for this DVR port f53a7785-c31d-40e1-be67-580223269462 on host hv-cinder-76330 {{(pid=100362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:51:11.579664 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-ee9d03ef-2545-43f6-be83-eb7b3d0ea2b3 req-abda321d-2eea-44bc-bee3-ffd0f7bd51ca tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:11.581877 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ee9d03ef-2545-43f6-be83-eb7b3d0ea2b3 req-abda321d-2eea-44bc-bee3-ffd0f7bd51ca tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.66 "DELETE /v2.0/ports/f53a7785-c31d-40e1-be67-580223269462 HTTP/1.1" status: 204 len: 173 time: 0.6875496 Jun 29 17:51:11.583594 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-f290aa53-1dad-47fd-8f7a-f2094a63c805 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:11.583826 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759c666f-14e0-44d2-9a39-6b198388e6d9', 'name': 'network-vif-deleted', 'tag': 'f53a7785-c31d-40e1-be67-580223269462'}] {{(pid=100362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:51:11.597978 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48a6f13d0593460c6bf74d2d89cdb7f9c13c152b36d4e67a00c4f10a3cffdd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe55a74c-8812-420c-acbc-6d55036466f2" -d '{"events": [{"server_uuid": "759c666f-14e0-44d2-9a39-6b198388e6d9", "name": "network-vif-deleted", "tag": "f53a7785-c31d-40e1-be67-580223269462"}]}' {{(pid=100362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:51:11.697411 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecac292c-3163-45ce-92bf-ec7e21d2f2a4 x-openstack-request-id: req-ecac292c-3163-45ce-92bf-ec7e21d2f2a4 {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:51:11.697411 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759c666f-14e0-44d2-9a39-6b198388e6d9", "name": "network-vif-deleted", "tag": "f53a7785-c31d-40e1-be67-580223269462", "status": "completed", "code": 200}]} {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:51:11.697411 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-ecac292c-3163-45ce-92bf-ec7e21d2f2a4 {{(pid=100362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:51:11.697411 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759c666f-14e0-44d2-9a39-6b198388e6d9', 'name': 'network-vif-deleted', 'tag': 'f53a7785-c31d-40e1-be67-580223269462', 'status': 'completed', 'code': 200} Jun 29 17:51:11.702228 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:11.702869 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec1d4b-540e-49a3-a38e-fbedc987ac99 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Pushing event deleted for resources: {'Port': ['ID=fe3b2de6-47e7-4748-b9d7-7c3c5a913442,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:11.705721 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-26ec1d4b-540e-49a3-a38e-fbedc987ac99 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:11.741765 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] For port 75982c45-fd6f-4ec4-819a-2d867a3b7de6, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=75982c45-fd6f-4ec4-819a-2d867a3b7de6,segment=NetworkSegment(d65a612b-f177-4d71-a65b-b942711a544b),segment_id=d65a612b-f177-4d71-a65b-b942711a544b)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:51:11.770196 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-177a4b54-49e3-418a-bea5-b0246993135a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:11.772268 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9ca5fc-c8ad-45af-a691-ad19a415895f req-26ec1d4b-540e-49a3-a38e-fbedc987ac99 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] No DVR routers for this DVR port fe3b2de6-47e7-4748-b9d7-7c3c5a913442 on host hv-cinder-76330 {{(pid=100361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:51:11.776338 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-2d9ca5fc-c8ad-45af-a691-ad19a415895f req-26ec1d4b-540e-49a3-a38e-fbedc987ac99 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:11.778389 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-2d9ca5fc-c8ad-45af-a691-ad19a415895f req-26ec1d4b-540e-49a3-a38e-fbedc987ac99 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.66 "DELETE /v2.0/ports/fe3b2de6-47e7-4748-b9d7-7c3c5a913442 HTTP/1.1" status: 204 len: 173 time: 1.0534654 Jun 29 17:51:11.778957 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2ea89e-98e7-45d4-8000-79801ce5208c', 'name': 'network-vif-deleted', 'tag': 'fe3b2de6-47e7-4748-b9d7-7c3c5a913442'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:51:11.781299 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0a00bb-d5e9-4d71-a654-a416ca3c9bc3" -d '{"events": [{"server_uuid": "7b2ea89e-98e7-45d4-8000-79801ce5208c", "name": "network-vif-deleted", "tag": "fe3b2de6-47e7-4748-b9d7-7c3c5a913442"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:51:11.806234 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:11.806234 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:11.846740 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3db6393-f709-48c0-864d-209a76f9e445 x-openstack-request-id: req-c3db6393-f709-48c0-864d-209a76f9e445 {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:51:11.846740 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2ea89e-98e7-45d4-8000-79801ce5208c", "name": "network-vif-deleted", "tag": "fe3b2de6-47e7-4748-b9d7-7c3c5a913442", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:51:11.846740 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-c3db6393-f709-48c0-864d-209a76f9e445 {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:51:11.847592 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2ea89e-98e7-45d4-8000-79801ce5208c', 'name': 'network-vif-deleted', 'tag': 'fe3b2de6-47e7-4748-b9d7-7c3c5a913442', 'status': 'completed', 'code': 200} Jun 29 17:51:11.899503 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Pushing event updated for resources: {'Port': ['ID=75982c45-fd6f-4ec4-819a-2d867a3b7de6,revision_number=5']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:11.903655 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:11.970955 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-177a4b54-49e3-418a-bea5-b0246993135a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9995809'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:11.973845 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-74a9eec9-4ad4-4f60-b92f-ed9c96d569ff tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:12.002006 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f0bdb093-a8a7-4b56-b701-6998a24f8a68 req-d080ceed-41b9-4952-bf01-9f6be0c0e083 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=759c666f-14e0-44d2-9a39-6b198388e6d9 HTTP/1.1" status: 200 len: 210 time: 0.0624049 Jun 29 17:51:12.035073 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177a4b54-49e3-418a-bea5-b0246993135a admin admin] Network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:51:12.035820 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-177a4b54-49e3-418a-bea5-b0246993135a admin admin] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:51:12.038359 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177a4b54-49e3-418a-bea5-b0246993135a admin admin] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:51:12.079142 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a4b54-49e3-418a-bea5-b0246993135a admin admin] Pushing event updated for resources: {'Port': ['ID=7624d966-c6a6-4e40-88b6-fc50479f5452,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:12.082245 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-177a4b54-49e3-418a-bea5-b0246993135a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:12.265721 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-485cfff3-7fbc-433c-b9b9-09a5bbb45d6e req-0f6b845c-7d1e-413a-bf97-f990ed3f8930 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 210 time: 0.0371902 Jun 29 17:51:12.286939 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device f53a7785-c31d-40e1-be67-580223269462 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:51:12.320244 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] No Port match for: f53a7785-c31d-40e1-be67-580223269462 {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:51:12.321134 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device f53a7785-c31d-40e1-be67-580223269462 not bound to the agent host hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:51:12.508899 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-177a4b54-49e3-418a-bea5-b0246993135a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:12.614379 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54978a1f-e9ba-4e67-941a-8218455ae234 None None] Network efff4e25-e2bf-43ab-b0ac-85d228aeabc8 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:51:12.747144 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-177a4b54-49e3-418a-bea5-b0246993135a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1618085'] for router, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:12.827665 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-3b8fe417-1d5e-47d8-ae83-fe0069b5320b None None] Provisioning for port 44f44405-7f00-4949-a9e0-f3ec33bd6722 completed by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:51:12.980801 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177a4b54-49e3-418a-bea5-b0246993135a admin admin] Router 11734704-7c77-4b1d-888f-e8c232bbe8af is scheduled to L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b with binding_index 1 {{(pid=100361) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 17:51:13.099861 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177a4b54-49e3-418a-bea5-b0246993135a admin admin] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:51:13.110740 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ec7a5e-ee4d-4c74-9352-a7cc6bf99015 None None] Sync routers for ids ['11734704-7c77-4b1d-888f-e8c232bbe8af'] in dv-cinder-763306-14-iscsi {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:51:13.127957 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ec7a5e-ee4d-4c74-9352-a7cc6bf99015 None None] Routers {'11734704-7c77-4b1d-888f-e8c232bbe8af'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:51:13.128564 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-e8ec7a5e-ee4d-4c74-9352-a7cc6bf99015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:51:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['11734704-7c77-4b1d-888f-e8c232bbe8af'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:13.188245 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-baaa2162-8b54-40cc-a5b1-93dc5f076810 req-ab258610-457c-43ff-a56b-a7f69137500b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=759c666f-14e0-44d2-9a39-6b198388e6d9 HTTP/1.1" status: 200 len: 210 time: 0.0330396 Jun 29 17:51:13.203706 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-177a4b54-49e3-418a-bea5-b0246993135a admin admin] Notify callbacks [] for router, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:13.208409 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40768) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:13.216800 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-177a4b54-49e3-418a-bea5-b0246993135a admin admin] 10.222.0.102 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2017400 Jun 29 17:51:13.274348 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-e8ec7a5e-ee4d-4c74-9352-a7cc6bf99015 None None] Set router 11734704-7c77-4b1d-888f-e8c232bbe8af gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:51:13.394160 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 44f44405-7f00-4949-a9e0-f3ec33bd6722 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:51:13.491074 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4e8e50c3-1400-48c0-9858-39a9fe8306c4 req-ccd46c21-269b-4d90-9597-e8608fa0120b tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "GET /v2.0/ports?device_id=7b2ea89e-98e7-45d4-8000-79801ce5208c HTTP/1.1" status: 200 len: 210 time: 0.0372875 Jun 29 17:51:13.537819 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-e8ec7a5e-ee4d-4c74-9352-a7cc6bf99015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11734704-7c77-4b1d-888f-e8c232bbe8af', 'name': 'tempest-TestMinimumBasicScenario-1992960311-router', 'tenant_id': '39ba37e1b46c49ffb1941e059624bc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '7624d966-c6a6-4e40-88b6-fc50479f5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:51:10Z', 'updated_at': '2021-06-29T17:51:12Z', 'revision_number': 3, 'project_id': '39ba37e1b46c49ffb1941e059624bc74', 'gw_port': {'id': '7624d966-c6a6-4e40-88b6-fc50479f5452', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:17:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11734704-7c77-4b1d-888f-e8c232bbe8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:11Z', 'updated_at': '2021-06-29T17:51:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:13.566302 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning for port 44f44405-7f00-4949-a9e0-f3ec33bd6722 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:51:13.568669 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ec7a5e-ee4d-4c74-9352-a7cc6bf99015 None None] Checking router: 11734704-7c77-4b1d-888f-e8c232bbe8af for host: dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:51:13.568669 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ec7a5e-ee4d-4c74-9352-a7cc6bf99015 None None] Updating router 11734704-7c77-4b1d-888f-e8c232bbe8af port 7624d966-c6a6-4e40-88b6-fc50479f5452 binding host dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:51:13.575025 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 44f44405-7f00-4949-a9e0-f3ec33bd6722 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:51:13.575025 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:13.635772 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-e8ec7a5e-ee4d-4c74-9352-a7cc6bf99015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:13.758447 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b9d8c430-6a75-4abb-8ac1-b63d10a286df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:13.921895 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:13.923699 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.db_base_plugin_common [None req-b9d8c430-6a75-4abb-8ac1-b63d10a286df admin admin] Allocated IP 172.20.0.1 (efff4e25-e2bf-43ab-b0ac-85d228aeabc8/1a5a9d00-b41c-479d-9297-c985e772bcef/886aea37-8fc2-42e1-b672-167ba66f0720) {{(pid=100362) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:51:14.007042 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] For port 44f44405-7f00-4949-a9e0-f3ec33bd6722, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=44f44405-7f00-4949-a9e0-f3ec33bd6722,segment=NetworkSegment(92ac19ea-4a49-4cf2-a475-a5b00f481097),segment_id=92ac19ea-4a49-4cf2-a475-a5b00f481097)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:51:14.030401 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b9d8c430-6a75-4abb-8ac1-b63d10a286df admin admin] Notify callbacks [] for port, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:14.045821 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.provisioning_blocks [None req-b9d8c430-6a75-4abb-8ac1-b63d10a286df admin admin] Transition to ACTIVE for port object 886aea37-8fc2-42e1-b672-167ba66f0720 will not be triggered until provisioned by entity DHCP. {{(pid=100362) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:51:14.071236 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:14.072478 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 75982c45-fd6f-4ec4-819a-2d867a3b7de6 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:51:14.077442 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:14.158494 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b9d8c430-6a75-4abb-8ac1-b63d10a286df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2715346'] for port, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:14.161899 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-285b4699-4743-48cf-9111-8cea58a6d0f2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:14.181187 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-e8ec7a5e-ee4d-4c74-9352-a7cc6bf99015 None None] Notify callbacks [] for port, precommit_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:14.200384 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d8c430-6a75-4abb-8ac1-b63d10a286df admin admin] Network efff4e25-e2bf-43ab-b0ac-85d228aeabc8 is already hosted by enough agents. {{(pid=100362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:51:14.201402 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-e8ec7a5e-ee4d-4c74-9352-a7cc6bf99015 None None] Transition to ACTIVE for port object 7624d966-c6a6-4e40-88b6-fc50479f5452 will not be triggered until provisioned by entity L2. {{(pid=100363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:51:14.205370 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.base_scheduler [None req-b9d8c430-6a75-4abb-8ac1-b63d10a286df admin admin] Resources bound (agent type, host, resource id): {{(pid=100362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:51:14.206037 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Pushing event updated for resources: {'Port': ['ID=44f44405-7f00-4949-a9e0-f3ec33bd6722,revision_number=3']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:14.208885 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d8c430-6a75-4abb-8ac1-b63d10a286df admin admin] Received port after_create {{(pid=100362) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:51:14.210153 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:14.218054 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 75982c45-fd6f-4ec4-819a-2d867a3b7de6 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:51:14.219078 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:14.242415 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8c430-6a75-4abb-8ac1-b63d10a286df admin admin] Pushing event updated for resources: {'Port': ['ID=886aea37-8fc2-42e1-b672-167ba66f0720,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:14.247189 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-b9d8c430-6a75-4abb-8ac1-b63d10a286df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:14.265091 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b9d8c430-6a75-4abb-8ac1-b63d10a286df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476290'] for router_interface, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:14.292977 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-e8ec7a5e-ee4d-4c74-9352-a7cc6bf99015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:14.298596 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:14.366576 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-e8ec7a5e-ee4d-4c74-9352-a7cc6bf99015 None None] Attempting to bind port 7624d966-c6a6-4e40-88b6-fc50479f5452 on host dv-cinder-763306-14-iscsi for vnic_type normal with profile {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:51:14.367098 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-e8ec7a5e-ee4d-4c74-9352-a7cc6bf99015 None None] Attempting to bind port 7624d966-c6a6-4e40-88b6-fc50479f5452 by drivers openvswitch,hyperv on host dv-cinder-763306-14-iscsi at level 0 using segments [{'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:51:14.367567 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec7a5e-ee4d-4c74-9352-a7cc6bf99015 None None] Attempting to bind port 7624d966-c6a6-4e40-88b6-fc50479f5452 on network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:51:14.376085 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ebf19-2615-4cbb-8612-2c0c5a0319d6 None None] Pushing event updated for resources: {'Port': ['ID=7624d966-c6a6-4e40-88b6-fc50479f5452,revision_number=2']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:14.379332 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-c96ebf19-2615-4cbb-8612-2c0c5a0319d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:14.381892 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec7a5e-ee4d-4c74-9352-a7cc6bf99015 None None] Checking agent: {'id': 'e928b6c9-d57e-4ac7-a8fb-c400260472eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 32, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:51:14.381892 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec7a5e-ee4d-4c74-9352-a7cc6bf99015 None None] Checking segment: {'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:51:14.381892 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-e8ec7a5e-ee4d-4c74-9352-a7cc6bf99015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:14.382430 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ec7a5e-ee4d-4c74-9352-a7cc6bf99015 None None] Bound using segment: {'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'} {{(pid=100363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:51:14.382782 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.managers [None req-e8ec7a5e-ee4d-4c74-9352-a7cc6bf99015 None None] Bound port: 7624d966-c6a6-4e40-88b6-fc50479f5452, host: dv-cinder-763306-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a98574-3341-4580-ac4f-b7fff4e16571', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd'}}] {{(pid=100363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:51:14.383582 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-e8ec7a5e-ee4d-4c74-9352-a7cc6bf99015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:14.448336 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-e8ec7a5e-ee4d-4c74-9352-a7cc6bf99015 None None] For port 7624d966-c6a6-4e40-88b6-fc50479f5452, host dv-cinder-763306-14-iscsi, cleared binding levels {{(pid=100363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:51:14.451466 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-e8ec7a5e-ee4d-4c74-9352-a7cc6bf99015 None None] For port 7624d966-c6a6-4e40-88b6-fc50479f5452, host dv-cinder-763306-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=7624d966-c6a6-4e40-88b6-fc50479f5452,segment=NetworkSegment(f9a98574-3341-4580-ac4f-b7fff4e16571),segment_id=f9a98574-3341-4580-ac4f-b7fff4e16571)] {{(pid=100363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:51:14.506809 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-e8ec7a5e-ee4d-4c74-9352-a7cc6bf99015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:14.509665 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:14.512190 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b9d8c430-6a75-4abb-8ac1-b63d10a286df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:14.568820 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-2af3d237-4897-4a1c-8d73-1dd26ceac646 None None] Provisioning for port 886aea37-8fc2-42e1-b672-167ba66f0720 completed by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:51:14.582693 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ec7a5e-ee4d-4c74-9352-a7cc6bf99015 None None] Routers {'11734704-7c77-4b1d-888f-e8c232bbe8af'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:51:14.583338 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-e8ec7a5e-ee4d-4c74-9352-a7cc6bf99015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:51:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['11734704-7c77-4b1d-888f-e8c232bbe8af'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:14.585747 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-2af3d237-4897-4a1c-8d73-1dd26ceac646 None None] Provisioning complete for port 886aea37-8fc2-42e1-b672-167ba66f0720 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:51:14.586158 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-2af3d237-4897-4a1c-8d73-1dd26ceac646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:14.590162 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ebf19-2615-4cbb-8612-2c0c5a0319d6 None None] Pushing event updated for resources: {'Port': ['ID=7624d966-c6a6-4e40-88b6-fc50479f5452,revision_number=3']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:14.627360 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-c96ebf19-2615-4cbb-8612-2c0c5a0319d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:14.636815 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 40782) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:14.671941 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-2af3d237-4897-4a1c-8d73-1dd26ceac646 None None] Port 886aea37-8fc2-42e1-b672-167ba66f0720 cannot update to ACTIVE because it is not bound. {{(pid=100363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:51:14.706261 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-253ad002-10e3-4ab6-b0f9-b8456083c1d2 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:14.730610 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b9d8c430-6a75-4abb-8ac1-b63d10a286df admin admin] Notify callbacks [] for port, precommit_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:14.734321 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-e8ec7a5e-ee4d-4c74-9352-a7cc6bf99015 None None] Set router 11734704-7c77-4b1d-888f-e8c232bbe8af gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:51:14.737363 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-253ad002-10e3-4ab6-b0f9-b8456083c1d2 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:14.791404 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b9d8c430-6a75-4abb-8ac1-b63d10a286df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2715360'] for port, after_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:14.794996 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-0cf6aeda-624a-43fd-998c-641e2ee7c5ed tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:14.861100 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8c430-6a75-4abb-8ac1-b63d10a286df admin admin] Pushing event updated for resources: {'Port': ['ID=886aea37-8fc2-42e1-b672-167ba66f0720,revision_number=2']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:14.865070 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-b9d8c430-6a75-4abb-8ac1-b63d10a286df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:14.878156 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b9d8c430-6a75-4abb-8ac1-b63d10a286df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476182'] for router_interface, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:14.890650 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-253ad002-10e3-4ab6-b0f9-b8456083c1d2 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:14.893423 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-253ad002-10e3-4ab6-b0f9-b8456083c1d2 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:14.897313 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-253ad002-10e3-4ab6-b0f9-b8456083c1d2 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] 10.222.0.102 "DELETE /v2.0/security-groups/859e32ec-611b-4d54-b71f-be456aab0b5f HTTP/1.1" status: 204 len: 168 time: 0.2560039 Jun 29 17:51:14.897313 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-fcb83ac1-457a-4971-a86d-d1b1230c84ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:14.906768 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ad002-10e3-4ab6-b0f9-b8456083c1d2 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=859e32ec-611b-4d54-b71f-be456aab0b5f,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:14.909054 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-253ad002-10e3-4ab6-b0f9-b8456083c1d2 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:14.960635 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-e8ec7a5e-ee4d-4c74-9352-a7cc6bf99015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11734704-7c77-4b1d-888f-e8c232bbe8af', 'name': 'tempest-TestMinimumBasicScenario-1992960311-router', 'tenant_id': '39ba37e1b46c49ffb1941e059624bc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '7624d966-c6a6-4e40-88b6-fc50479f5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:51:10Z', 'updated_at': '2021-06-29T17:51:14Z', 'revision_number': 4, 'project_id': '39ba37e1b46c49ffb1941e059624bc74', 'gw_port': {'id': '7624d966-c6a6-4e40-88b6-fc50479f5452', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:17:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11734704-7c77-4b1d-888f-e8c232bbe8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:11Z', 'updated_at': '2021-06-29T17:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '886aea37-8fc2-42e1-b672-167ba66f0720', 'name': '', 'network_id': 'efff4e25-e2bf-43ab-b0ac-85d228aeabc8', 'tenant_id': '39ba37e1b46c49ffb1941e059624bc74', 'mac_address': 'fa:16:3e:1b:21:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11734704-7c77-4b1d-888f-e8c232bbe8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '1a5a9d00-b41c-479d-9297-c985e772bcef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:13Z', 'updated_at': '2021-06-29T17:51:13Z', 'revision_number': 1, 'project_id': '39ba37e1b46c49ffb1941e059624bc74', 'subnets': [{'id': '1a5a9d00-b41c-479d-9297-c985e772bcef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:14.988493 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d8c430-6a75-4abb-8ac1-b63d10a286df admin admin] Network efff4e25-e2bf-43ab-b0ac-85d228aeabc8 is already hosted by enough agents. {{(pid=100362) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:51:14.988756 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ec7a5e-ee4d-4c74-9352-a7cc6bf99015 None None] The sync data for ids ['11734704-7c77-4b1d-888f-e8c232bbe8af'] in dv-cinder-763306-14-iscsi is: [{'id': '11734704-7c77-4b1d-888f-e8c232bbe8af', 'name': 'tempest-TestMinimumBasicScenario-1992960311-router', 'tenant_id': '39ba37e1b46c49ffb1941e059624bc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '7624d966-c6a6-4e40-88b6-fc50479f5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:51:10Z', 'updated_at': '2021-06-29T17:51:14Z', 'revision_number': 4, 'project_id': '39ba37e1b46c49ffb1941e059624bc74', 'gw_port': {'id': '7624d966-c6a6-4e40-88b6-fc50479f5452', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:17:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11734704-7c77-4b1d-888f-e8c232bbe8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:11Z', 'updated_at': '2021-06-29T17:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '886aea37-8fc2-42e1-b672-167ba66f0720', 'name': '', 'network_id': 'efff4e25-e2bf-43ab-b0ac-85d228aeabc8', 'tenant_id': '39ba37e1b46c49ffb1941e059624bc74', 'mac_address': 'fa:16:3e:1b:21:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11734704-7c77-4b1d-888f-e8c232bbe8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '1a5a9d00-b41c-479d-9297-c985e772bcef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:13Z', 'updated_at': '2021-06-29T17:51:13Z', 'revision_number': 1, 'project_id': '39ba37e1b46c49ffb1941e059624bc74', 'subnets': [{'id': '1a5a9d00-b41c-479d-9297-c985e772bcef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:51:14.990898 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.base_scheduler [None req-b9d8c430-6a75-4abb-8ac1-b63d10a286df admin admin] Resources bound (agent type, host, resource id): {{(pid=100362) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:51:15.018573 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 40788) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:15.145176 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d8c430-6a75-4abb-8ac1-b63d10a286df admin admin] Router 11734704-7c77-4b1d-888f-e8c232bbe8af has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:51:15.285240 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 44f44405-7f00-4949-a9e0-f3ec33bd6722 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:51:15.315689 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d8c430-6a75-4abb-8ac1-b63d10a286df admin admin] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:51:15.329502 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-b9d8c430-6a75-4abb-8ac1-b63d10a286df admin admin] 10.222.0.102 "PUT /v2.0/routers/11734704-7c77-4b1d-888f-e8c232bbe8af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1042006 Jun 29 17:51:15.349260 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-3208ffc2-f671-4e65-a954-08415781415d None None] Provisioning complete for port 886aea37-8fc2-42e1-b672-167ba66f0720 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:51:15.349839 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-3208ffc2-f671-4e65-a954-08415781415d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:15.409232 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-3208ffc2-f671-4e65-a954-08415781415d None None] Port 886aea37-8fc2-42e1-b672-167ba66f0720 cannot update to ACTIVE because it is not bound. {{(pid=100363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:51:15.410011 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 44f44405-7f00-4949-a9e0-f3ec33bd6722 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:51:15.412409 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:15.782986 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-cd0dade4-3026-4315-8180-34be8ee8b28c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476217'] for router_interface, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:16.374724 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [None req-cd0dade4-3026-4315-8180-34be8ee8b28c admin admin] Deleting port 6bd6dba5-8316-4992-8fee-e599dd3d0160 {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:51:16.375089 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-cd0dade4-3026-4315-8180-34be8ee8b28c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:16.505461 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [None req-cd0dade4-3026-4315-8180-34be8ee8b28c admin admin] For port 6bd6dba5-8316-4992-8fee-e599dd3d0160, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=6bd6dba5-8316-4992-8fee-e599dd3d0160,segment=NetworkSegment(1e320949-c172-43c9-b9ed-2910a3c21ae8),segment_id=1e320949-c172-43c9-b9ed-2910a3c21ae8)] {{(pid=100361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:51:16.505823 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-cd0dade4-3026-4315-8180-34be8ee8b28c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:16.520740 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [None req-cd0dade4-3026-4315-8180-34be8ee8b28c admin admin] Calling delete_port for 6bd6dba5-8316-4992-8fee-e599dd3d0160 owned by network:router_interface {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:51:16.793141 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-cd0dade4-3026-4315-8180-34be8ee8b28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995816'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:16.795356 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-396cfb1d-f9e4-450e-acea-d082c66783bf tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:16.841880 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0dade4-3026-4315-8180-34be8ee8b28c admin admin] Pushing event deleted for resources: {'Port': ['ID=6bd6dba5-8316-4992-8fee-e599dd3d0160,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:16.846298 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-cd0dade4-3026-4315-8180-34be8ee8b28c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:16.868648 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40830) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:17.174567 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-5236488f-57b7-4c1a-9dfb-51ae605c30d2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Deleting port b1fb4d18-d0de-4f79-84e6-033032f35464 {{(pid=100362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:51:17.176562 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-5236488f-57b7-4c1a-9dfb-51ae605c30d2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:17.227466 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-cd0dade4-3026-4315-8180-34be8ee8b28c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475785'] for router_interface, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:17.392531 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-5236488f-57b7-4c1a-9dfb-51ae605c30d2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:17.398430 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-5236488f-57b7-4c1a-9dfb-51ae605c30d2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:17.425429 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 7624d966-c6a6-4e40-88b6-fc50479f5452 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:51:17.439454 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-5236488f-57b7-4c1a-9dfb-51ae605c30d2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Calling delete_port for b1fb4d18-d0de-4f79-84e6-033032f35464 owned by network:floatingip {{(pid=100362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:51:17.652888 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning for port 7624d966-c6a6-4e40-88b6-fc50479f5452 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:51:17.658176 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 7624d966-c6a6-4e40-88b6-fc50479f5452 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:51:17.658176 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:17.674139 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0dade4-3026-4315-8180-34be8ee8b28c admin admin] Router 0fd2afec-9ef8-4c0a-83ce-92424b52c884 has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:51:17.795853 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:17.817310 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0dade4-3026-4315-8180-34be8ee8b28c admin admin] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:51:17.824850 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-cd0dade4-3026-4315-8180-34be8ee8b28c admin admin] 10.222.0.102 "PUT /v2.0/routers/0fd2afec-9ef8-4c0a-83ce-92424b52c884/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8048856 Jun 29 17:51:17.827100 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 40834) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:17.827247 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-5236488f-57b7-4c1a-9dfb-51ae605c30d2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2715355'] for port, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:17.831855 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4868589e-152f-46c0-ad29-c23f1d1f8080 None None] Sync routers for ids ['0fd2afec-9ef8-4c0a-83ce-92424b52c884'] in dv-cinder-763306-14-iscsi {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:51:17.835869 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] For port 7624d966-c6a6-4e40-88b6-fc50479f5452, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=7624d966-c6a6-4e40-88b6-fc50479f5452,segment=NetworkSegment(f9a98574-3341-4580-ac4f-b7fff4e16571),segment_id=f9a98574-3341-4580-ac4f-b7fff4e16571)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:51:17.842059 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:17.861582 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4868589e-152f-46c0-ad29-c23f1d1f8080 None None] Routers {'0fd2afec-9ef8-4c0a-83ce-92424b52c884'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:51:17.868629 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-4868589e-152f-46c0-ad29-c23f1d1f8080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:51:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['0fd2afec-9ef8-4c0a-83ce-92424b52c884'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:17.891705 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236488f-57b7-4c1a-9dfb-51ae605c30d2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Pushing event deleted for resources: {'Port': ['ID=b1fb4d18-d0de-4f79-84e6-033032f35464,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:17.923970 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:17.929392 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:17.999844 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-5236488f-57b7-4c1a-9dfb-51ae605c30d2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for floatingip, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:18.001069 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.db.l3_db [None req-5236488f-57b7-4c1a-9dfb-51ae605c30d2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Floating IP 071a604d-1f6e-4632-8682-2caf929cdfc6 disassociated (deleted). External IP: 172.27.3.194, port: 178e1df4-4df1-4d13-b2a3-f5393fd0f983. Jun 29 17:51:18.010075 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5236488f-57b7-4c1a-9dfb-51ae605c30d2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:18.012976 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5236488f-57b7-4c1a-9dfb-51ae605c30d2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:18.016425 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5236488f-57b7-4c1a-9dfb-51ae605c30d2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:18.016895 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5236488f-57b7-4c1a-9dfb-51ae605c30d2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:18.017321 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5236488f-57b7-4c1a-9dfb-51ae605c30d2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:18.019757 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5236488f-57b7-4c1a-9dfb-51ae605c30d2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:18.020216 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5236488f-57b7-4c1a-9dfb-51ae605c30d2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:18.020652 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5236488f-57b7-4c1a-9dfb-51ae605c30d2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:18.021082 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5236488f-57b7-4c1a-9dfb-51ae605c30d2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:18.021617 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5236488f-57b7-4c1a-9dfb-51ae605c30d2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:18.022904 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5236488f-57b7-4c1a-9dfb-51ae605c30d2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:18.025357 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5236488f-57b7-4c1a-9dfb-51ae605c30d2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:51:18.056802 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ed2b791c-79d0-46b1-a56e-0c9b78f1cd29 admin admin] Notify callbacks [] for router, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:18.078277 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-5236488f-57b7-4c1a-9dfb-51ae605c30d2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:18.079337 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-4868589e-152f-46c0-ad29-c23f1d1f8080 None None] Set router 0fd2afec-9ef8-4c0a-83ce-92424b52c884 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:51:18.080520 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Pushing event updated for resources: {'Port': ['ID=7624d966-c6a6-4e40-88b6-fc50479f5452,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:18.088126 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:18.310539 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ed2b791c-79d0-46b1-a56e-0c9b78f1cd29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:18.423147 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5236488f-57b7-4c1a-9dfb-51ae605c30d2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Router f48acc36-0728-486a-90ec-28e5d91a15cd has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:51:18.470927 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-4868589e-152f-46c0-ad29-c23f1d1f8080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'name': 'tempest-TestShelveInstance-1709977545-router', 'tenant_id': '520634f86612491993523dadd9a5031f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': '348fb2c7-f267-469b-b0a4-392e73d3af5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:46:02Z', 'updated_at': '2021-06-29T17:51:16Z', 'revision_number': 5, 'project_id': '520634f86612491993523dadd9a5031f', 'gw_port': {'id': '348fb2c7-f267-469b-b0a4-392e73d3af5f', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:03Z', 'updated_at': '2021-06-29T17:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:18.527200 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [None req-ed2b791c-79d0-46b1-a56e-0c9b78f1cd29 admin admin] Deleting port 348fb2c7-f267-469b-b0a4-392e73d3af5f {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:51:18.527535 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ed2b791c-79d0-46b1-a56e-0c9b78f1cd29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:18.549298 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4868589e-152f-46c0-ad29-c23f1d1f8080 None None] Checking router: 0fd2afec-9ef8-4c0a-83ce-92424b52c884 for host: dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:51:18.567584 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4868589e-152f-46c0-ad29-c23f1d1f8080 None None] Routers {'0fd2afec-9ef8-4c0a-83ce-92424b52c884'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:51:18.569433 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-4868589e-152f-46c0-ad29-c23f1d1f8080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:51:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['0fd2afec-9ef8-4c0a-83ce-92424b52c884'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:18.684957 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5236488f-57b7-4c1a-9dfb-51ae605c30d2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:51:18.695923 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-5236488f-57b7-4c1a-9dfb-51ae605c30d2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for floatingip, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:18.702258 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d2261b-40c6-4861-8cb6-803d6e945317 None None] Sync routers for ids ['f48acc36-0728-486a-90ec-28e5d91a15cd'] in dv-cinder-763306-14-iscsi {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:51:18.725016 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d2261b-40c6-4861-8cb6-803d6e945317 None None] Routers {'f48acc36-0728-486a-90ec-28e5d91a15cd'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:51:18.726057 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-00d2261b-40c6-4861-8cb6-803d6e945317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:51:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['f48acc36-0728-486a-90ec-28e5d91a15cd'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:18.732346 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-4868589e-152f-46c0-ad29-c23f1d1f8080 None None] Set router 0fd2afec-9ef8-4c0a-83ce-92424b52c884 gateway port host: None {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:51:18.774257 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [None req-ed2b791c-79d0-46b1-a56e-0c9b78f1cd29 admin admin] For port 348fb2c7-f267-469b-b0a4-392e73d3af5f, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=348fb2c7-f267-469b-b0a4-392e73d3af5f,segment=NetworkSegment(f9a98574-3341-4580-ac4f-b7fff4e16571),segment_id=f9a98574-3341-4580-ac4f-b7fff4e16571)] {{(pid=100361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:51:18.774861 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ed2b791c-79d0-46b1-a56e-0c9b78f1cd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:18.810101 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [None req-ed2b791c-79d0-46b1-a56e-0c9b78f1cd29 admin admin] Calling delete_port for 348fb2c7-f267-469b-b0a4-392e73d3af5f owned by network:router_gateway {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:51:18.843271 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-4868589e-152f-46c0-ad29-c23f1d1f8080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'name': 'tempest-TestShelveInstance-1709977545-router', 'tenant_id': '520634f86612491993523dadd9a5031f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:46:02Z', 'updated_at': '2021-06-29T17:51:18Z', 'revision_number': 6, 'project_id': '520634f86612491993523dadd9a5031f', 'gw_port_host': None}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:18.913009 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4868589e-152f-46c0-ad29-c23f1d1f8080 None None] The sync data for ids ['0fd2afec-9ef8-4c0a-83ce-92424b52c884'] in dv-cinder-763306-14-iscsi is: [{'id': '0fd2afec-9ef8-4c0a-83ce-92424b52c884', 'name': 'tempest-TestShelveInstance-1709977545-router', 'tenant_id': '520634f86612491993523dadd9a5031f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:46:02Z', 'updated_at': '2021-06-29T17:51:18Z', 'revision_number': 6, 'project_id': '520634f86612491993523dadd9a5031f', 'gw_port_host': None}] {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:51:18.945775 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-00d2261b-40c6-4861-8cb6-803d6e945317 None None] Set router f48acc36-0728-486a-90ec-28e5d91a15cd gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:51:19.190232 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-5236488f-57b7-4c1a-9dfb-51ae605c30d2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "DELETE /v2.0/floatingips/071a604d-1f6e-4632-8682-2caf929cdfc6 HTTP/1.1" status: 204 len: 168 time: 2.3191209 Jun 29 17:51:19.191696 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de56b305-8334-43ff-9de2-7a2904f78aef', 'tag': '178e1df4-4df1-4d13-b2a3-f5393fd0f983'}] {{(pid=100362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:51:19.194334 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48a6f13d0593460c6bf74d2d89cdb7f9c13c152b36d4e67a00c4f10a3cffdd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8780daad-fce1-40fe-9d5e-07baba22db66" -d '{"events": [{"name": "network-changed", "server_uuid": "de56b305-8334-43ff-9de2-7a2904f78aef", "tag": "178e1df4-4df1-4d13-b2a3-f5393fd0f983"}]}' {{(pid=100362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:51:19.210358 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ed2b791c-79d0-46b1-a56e-0c9b78f1cd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995816'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:19.212840 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-daaa6267-08f3-4fe3-afa0-80edf9b1f2e2 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:19.232341 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36773733-5243-4a14-af4a-effd361c9b7f None None] Sync routers for ids ['11734704-7c77-4b1d-888f-e8c232bbe8af'] in dv-cinder-763306-14-iscsi {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:51:19.247127 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36773733-5243-4a14-af4a-effd361c9b7f None None] Routers {'11734704-7c77-4b1d-888f-e8c232bbe8af'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:51:19.256517 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-36773733-5243-4a14-af4a-effd361c9b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:51:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['11734704-7c77-4b1d-888f-e8c232bbe8af'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:19.296895 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b791c-79d0-46b1-a56e-0c9b78f1cd29 admin admin] Pushing event deleted for resources: {'Port': ['ID=348fb2c7-f267-469b-b0a4-392e73d3af5f,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:19.305372 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-ed2b791c-79d0-46b1-a56e-0c9b78f1cd29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:19.320418 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7716b913-9fed-42ae-a598-bfb08369a6fa x-openstack-request-id: req-7716b913-9fed-42ae-a598-bfb08369a6fa {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:51:19.320832 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de56b305-8334-43ff-9de2-7a2904f78aef", "tag": "178e1df4-4df1-4d13-b2a3-f5393fd0f983", "status": "completed", "code": 200}]} {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:51:19.321216 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-7716b913-9fed-42ae-a598-bfb08369a6fa {{(pid=100362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:51:19.322295 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de56b305-8334-43ff-9de2-7a2904f78aef', 'tag': '178e1df4-4df1-4d13-b2a3-f5393fd0f983', 'status': 'completed', 'code': 200} Jun 29 17:51:19.377303 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-00d2261b-40c6-4861-8cb6-803d6e945317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'name': 'tempest-TestVolumeBootPattern-1590326425-router', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:41Z', 'updated_at': '2021-06-29T17:42:44Z', 'revision_number': 4, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'gw_port': {'id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:42Z', 'updated_at': '2021-06-29T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '15342335-f1d6-4a68-9031-f33f5b813a23', 'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'mac_address': 'fa:16:3e:28:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:44Z', 'updated_at': '2021-06-29T17:42:51Z', 'revision_number': 5, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'subnets': [{'id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:19.436712 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d2261b-40c6-4861-8cb6-803d6e945317 None None] Checking router: f48acc36-0728-486a-90ec-28e5d91a15cd for host: dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:51:19.452117 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 7624d966-c6a6-4e40-88b6-fc50479f5452 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:51:19.468726 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ed2b791c-79d0-46b1-a56e-0c9b78f1cd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1618157'] for router_gateway, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:19.520382 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d2261b-40c6-4861-8cb6-803d6e945317 None None] Routers {'f48acc36-0728-486a-90ec-28e5d91a15cd'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:51:19.521304 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-00d2261b-40c6-4861-8cb6-803d6e945317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:51:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['f48acc36-0728-486a-90ec-28e5d91a15cd'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:19.576903 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-36773733-5243-4a14-af4a-effd361c9b7f None None] Set router 11734704-7c77-4b1d-888f-e8c232bbe8af gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:51:19.690261 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ed2b791c-79d0-46b1-a56e-0c9b78f1cd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-895'] for router, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:19.693673 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ed2b791c-79d0-46b1-a56e-0c9b78f1cd29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:19.751591 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-00d2261b-40c6-4861-8cb6-803d6e945317 None None] Set router f48acc36-0728-486a-90ec-28e5d91a15cd gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:51:19.781163 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780daad-fce1-40fe-9d5e-07baba22db66 req-c7986089-f022-439c-84c6-2b58cff89b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:51:19.782919 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-8780daad-fce1-40fe-9d5e-07baba22db66 req-c7986089-f022-439c-84c6-2b58cff89b15 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ffa0e33d5f7845379cdcff1fd75bcfc7&device_id=de56b305-8334-43ff-9de2-7a2904f78aef HTTP/1.1" status: 200 len: 1099 time: 0.4219809 Jun 29 17:51:19.905664 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 7624d966-c6a6-4e40-88b6-fc50479f5452 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:51:19.905664 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:19.942407 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ed2b791c-79d0-46b1-a56e-0c9b78f1cd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-479148'] for router, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:19.943294 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2b791c-79d0-46b1-a56e-0c9b78f1cd29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fd2afec-9ef8-4c0a-83ce-92424b52c884 {{(pid=100361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:51:19.965657 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ed2b791c-79d0-46b1-a56e-0c9b78f1cd29 admin admin] Notify callbacks [] for router, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:19.969720 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-ed2b791c-79d0-46b1-a56e-0c9b78f1cd29 admin admin] 10.222.0.102 "DELETE /v2.0/routers/0fd2afec-9ef8-4c0a-83ce-92424b52c884 HTTP/1.1" status: 204 len: 168 time: 2.1391225 Jun 29 17:51:19.970277 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40848) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:19.975122 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-36773733-5243-4a14-af4a-effd361c9b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11734704-7c77-4b1d-888f-e8c232bbe8af', 'name': 'tempest-TestMinimumBasicScenario-1992960311-router', 'tenant_id': '39ba37e1b46c49ffb1941e059624bc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '7624d966-c6a6-4e40-88b6-fc50479f5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:51:10Z', 'updated_at': '2021-06-29T17:51:14Z', 'revision_number': 4, 'project_id': '39ba37e1b46c49ffb1941e059624bc74', 'gw_port': {'id': '7624d966-c6a6-4e40-88b6-fc50479f5452', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11734704-7c77-4b1d-888f-e8c232bbe8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:11Z', 'updated_at': '2021-06-29T17:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '886aea37-8fc2-42e1-b672-167ba66f0720', 'name': '', 'network_id': 'efff4e25-e2bf-43ab-b0ac-85d228aeabc8', 'tenant_id': '39ba37e1b46c49ffb1941e059624bc74', 'mac_address': 'fa:16:3e:1b:21:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11734704-7c77-4b1d-888f-e8c232bbe8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '1a5a9d00-b41c-479d-9297-c985e772bcef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:13Z', 'updated_at': '2021-06-29T17:51:14Z', 'revision_number': 2, 'project_id': '39ba37e1b46c49ffb1941e059624bc74', 'subnets': [{'id': '1a5a9d00-b41c-479d-9297-c985e772bcef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:20.074697 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36773733-5243-4a14-af4a-effd361c9b7f None None] Checking router: 11734704-7c77-4b1d-888f-e8c232bbe8af for host: dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:51:20.081227 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36773733-5243-4a14-af4a-effd361c9b7f None None] Updating router 11734704-7c77-4b1d-888f-e8c232bbe8af port 886aea37-8fc2-42e1-b672-167ba66f0720 binding host dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 17:51:20.117898 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780daad-fce1-40fe-9d5e-07baba22db66 req-8baccbc2-eb7c-418d-833f-d0b71fa1ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:51:20.123415 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-8780daad-fce1-40fe-9d5e-07baba22db66 req-8baccbc2-eb7c-418d-833f-d0b71fa1ce99 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ff2185c-17e8-4779-b98f-a1cbc800f8a8 HTTP/1.1" status: 200 len: 913 time: 0.3321269 Jun 29 17:51:20.251582 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-36773733-5243-4a14-af4a-effd361c9b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:20.277509 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-8780daad-fce1-40fe-9d5e-07baba22db66 req-f9fc4f00-167c-47a0-873d-32bceff13680 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=178e1df4-4df1-4d13-b2a3-f5393fd0f983 HTTP/1.1" status: 200 len: 217 time: 0.1461885 Jun 29 17:51:20.296699 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 6bd6dba5-8316-4992-8fee-e599dd3d0160 no longer exists at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:51:20.309373 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.db_base_plugin_v2 [None req-88931ef2-760b-4de6-93d6-35899a130425 admin admin] Deleting subnet 436361f6-8cab-4f88-8bbd-ea01ab450519 {{(pid=100362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:51:20.320557 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-88931ef2-760b-4de6-93d6-35899a130425 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:20.412835 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] No Port match for: 6bd6dba5-8316-4992-8fee-e599dd3d0160 {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:51:20.413501 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 6bd6dba5-8316-4992-8fee-e599dd3d0160 not bound to the agent host dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:51:20.424177 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780daad-fce1-40fe-9d5e-07baba22db66 req-32a82a26-cc7f-4cf9-a15e-a69356907421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:51:20.428570 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-8780daad-fce1-40fe-9d5e-07baba22db66 req-32a82a26-cc7f-4cf9-a15e-a69356907421 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b7e9dcee-74f5-48ad-89ce-ac67b815e2b9 HTTP/1.1" status: 200 len: 851 time: 0.1388919 Jun 29 17:51:20.448759 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-00d2261b-40c6-4861-8cb6-803d6e945317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'name': 'tempest-TestVolumeBootPattern-1590326425-router', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:41Z', 'updated_at': '2021-06-29T17:42:44Z', 'revision_number': 4, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'gw_port': {'id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:42Z', 'updated_at': '2021-06-29T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '15342335-f1d6-4a68-9031-f33f5b813a23', 'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'mac_address': 'fa:16:3e:28:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:44Z', 'updated_at': '2021-06-29T17:42:51Z', 'revision_number': 5, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'subnets': [{'id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:20.455027 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-88931ef2-760b-4de6-93d6-35899a130425 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10202194'] for subnet, precommit_delete_associations {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:20.472510 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c72269-1978-4359-942c-c49133e572ed req-272a68c1-2985-4104-b83b-53f101acf43e tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:51:20.475201 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f8c72269-1978-4359-942c-c49133e572ed req-272a68c1-2985-4104-b83b-53f101acf43e tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=de56b305-8334-43ff-9de2-7a2904f78aef HTTP/1.1" status: 200 len: 946 time: 0.4154835 Jun 29 17:51:20.543526 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d2261b-40c6-4861-8cb6-803d6e945317 None None] The sync data for ids ['f48acc36-0728-486a-90ec-28e5d91a15cd'] in dv-cinder-763306-14-iscsi is: [{'id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'name': 'tempest-TestVolumeBootPattern-1590326425-router', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:41Z', 'updated_at': '2021-06-29T17:42:44Z', 'revision_number': 4, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'gw_port': {'id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:42Z', 'updated_at': '2021-06-29T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '15342335-f1d6-4a68-9031-f33f5b813a23', 'name': '', 'network_id': '1ff2185c-17e8-4779-b98f-a1cbc800f8a8', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'mac_address': 'fa:16:3e:28:d4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:44Z', 'updated_at': '2021-06-29T17:42:51Z', 'revision_number': 5, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'subnets': [{'id': 'b7e9dcee-74f5-48ad-89ce-ac67b815e2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:51:20.558465 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780daad-fce1-40fe-9d5e-07baba22db66 req-964bbfcd-6a38-49cd-80a2-8fce16b7318c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:51:20.564297 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-8780daad-fce1-40fe-9d5e-07baba22db66 req-964bbfcd-6a38-49cd-80a2-8fce16b7318c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ff2185c-17e8-4779-b98f-a1cbc800f8a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1292562 Jun 29 17:51:20.577899 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [req-8780daad-fce1-40fe-9d5e-07baba22db66 req-3b71ba16-3934-411c-9d6b-6ae2fd9907d8 service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=100361) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 17:51:20.594313 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-8780daad-fce1-40fe-9d5e-07baba22db66 req-3b71ba16-3934-411c-9d6b-6ae2fd9907d8 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079117 Jun 29 17:51:20.816192 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f8c72269-1978-4359-942c-c49133e572ed req-fee80ccc-1dd6-4f86-9d78-87d740556f1a tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2640538 Jun 29 17:51:20.864734 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-8780daad-fce1-40fe-9d5e-07baba22db66 req-cb6c3699-a5d7-4c1a-903c-3d32a66f4b28 service neutron] 10.222.0.66 "GET /v2.0/networks/1ff2185c-17e8-4779-b98f-a1cbc800f8a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609043 Jun 29 17:51:20.919016 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-88931ef2-760b-4de6-93d6-35899a130425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423704'] for subnet, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:20.997136 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-36773733-5243-4a14-af4a-effd361c9b7f None None] Notify callbacks [] for port, precommit_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:21.044725 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-8780daad-fce1-40fe-9d5e-07baba22db66 req-d10c3252-64e2-45c5-a7fb-ff7e8e032550 service neutron] 10.222.0.66 "GET /v2.0/networks/1ff2185c-17e8-4779-b98f-a1cbc800f8a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718681 Jun 29 17:51:21.169570 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.provisioning_blocks [None req-36773733-5243-4a14-af4a-effd361c9b7f None None] Transition to ACTIVE for port object 886aea37-8fc2-42e1-b672-167ba66f0720 will not be triggered until provisioned by entity L2. {{(pid=100364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:51:21.174223 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-88931ef2-760b-4de6-93d6-35899a130425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2715169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10114573'] for subnet, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:21.178376 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:21.189217 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da1e113-bbc2-4849-ba7a-c3dc4955a22b None None] New status for floating IP 071a604d-1f6e-4632-8682-2caf929cdfc6: DOWN {{(pid=100363) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 17:51:21.218536 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88931ef2-760b-4de6-93d6-35899a130425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=436361f6-8cab-4f88-8bbd-ea01ab450519,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:21.221458 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-88931ef2-760b-4de6-93d6-35899a130425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for subnet, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:21.227170 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 40852) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:21.234345 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-88931ef2-760b-4de6-93d6-35899a130425 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/436361f6-8cab-4f88-8bbd-ea01ab450519 HTTP/1.1" status: 204 len: 168 time: 1.2626352 Jun 29 17:51:21.235453 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-88931ef2-760b-4de6-93d6-35899a130425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:21.244841 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f87bb8-f4dc-4818-a4fb-a4f22f635f8f None None] Network 08cb042b-f87f-4b94-8140-42a0828453a5 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:51:21.266448 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-36773733-5243-4a14-af4a-effd361c9b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:21.274551 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:21.349695 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4884169-409a-4f75-beb0-6d3fb244e9f8 None None] Pushing event updated for resources: {'Port': ['ID=886aea37-8fc2-42e1-b672-167ba66f0720,revision_number=3']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:21.363406 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-e4884169-409a-4f75-beb0-6d3fb244e9f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:21.366209 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-3165c478-5eac-425c-868f-4dc70b8beb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1525605'] for network, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:21.437721 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 348fb2c7-f267-469b-b0a4-392e73d3af5f no longer exists at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:51:21.529434 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-36773733-5243-4a14-af4a-effd361c9b7f None None] Attempting to bind port 886aea37-8fc2-42e1-b672-167ba66f0720 on host dv-cinder-763306-14-iscsi for vnic_type normal with profile {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:51:21.529811 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-36773733-5243-4a14-af4a-effd361c9b7f None None] Attempting to bind port 886aea37-8fc2-42e1-b672-167ba66f0720 by drivers openvswitch,hyperv on host dv-cinder-763306-14-iscsi at level 0 using segments [{'id': '92ac19ea-4a49-4cf2-a475-a5b00f481097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'efff4e25-e2bf-43ab-b0ac-85d228aeabc8'}] {{(pid=100364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:51:21.532647 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36773733-5243-4a14-af4a-effd361c9b7f None None] Attempting to bind port 886aea37-8fc2-42e1-b672-167ba66f0720 on network efff4e25-e2bf-43ab-b0ac-85d228aeabc8 {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:51:21.553264 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36773733-5243-4a14-af4a-effd361c9b7f None None] Checking agent: {'id': 'e928b6c9-d57e-4ac7-a8fb-c400260472eb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 32, 30), 'started_at': datetime.datetime(2021, 6, 29, 17, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:51:21.557058 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36773733-5243-4a14-af4a-effd361c9b7f None None] Checking segment: {'id': '92ac19ea-4a49-4cf2-a475-a5b00f481097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'efff4e25-e2bf-43ab-b0ac-85d228aeabc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:51:21.558265 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-36773733-5243-4a14-af4a-effd361c9b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:21.565398 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36773733-5243-4a14-af4a-effd361c9b7f None None] Bound using segment: {'id': '92ac19ea-4a49-4cf2-a475-a5b00f481097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'efff4e25-e2bf-43ab-b0ac-85d228aeabc8'} {{(pid=100364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:51:21.566291 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.managers [None req-36773733-5243-4a14-af4a-effd361c9b7f None None] Bound port: 886aea37-8fc2-42e1-b672-167ba66f0720, host: dv-cinder-763306-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ac19ea-4a49-4cf2-a475-a5b00f481097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'efff4e25-e2bf-43ab-b0ac-85d228aeabc8'}}] {{(pid=100364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:51:21.568116 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-36773733-5243-4a14-af4a-effd361c9b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:21.631975 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] No Port match for: 348fb2c7-f267-469b-b0a4-392e73d3af5f {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:51:21.632348 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 348fb2c7-f267-469b-b0a4-392e73d3af5f not bound to the agent host dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:51:21.639090 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [None req-3165c478-5eac-425c-868f-4dc70b8beb2f admin admin] Deleting port ce160f03-e604-4bc1-87a8-cb57a1e775c7 {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:51:21.639435 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-3165c478-5eac-425c-868f-4dc70b8beb2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:21.657386 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-36773733-5243-4a14-af4a-effd361c9b7f None None] For port 886aea37-8fc2-42e1-b672-167ba66f0720, host dv-cinder-763306-14-iscsi, cleared binding levels {{(pid=100364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:51:21.669040 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.plugins.ml2.db [None req-36773733-5243-4a14-af4a-effd361c9b7f None None] For port 886aea37-8fc2-42e1-b672-167ba66f0720, host dv-cinder-763306-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=886aea37-8fc2-42e1-b672-167ba66f0720,segment=NetworkSegment(92ac19ea-4a49-4cf2-a475-a5b00f481097),segment_id=92ac19ea-4a49-4cf2-a475-a5b00f481097)] {{(pid=100364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:51:21.723501 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b1255-fad6-42bd-a0a2-ae717f7cbce8 req-ef997956-cb7f-4abe-a2e3-0d5a665b145e tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:51:21.724686 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-1e7b1255-fad6-42bd-a0a2-ae717f7cbce8 req-ef997956-cb7f-4abe-a2e3-0d5a665b145e tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.66 "GET /v2.0/ports?device_id=de56b305-8334-43ff-9de2-7a2904f78aef HTTP/1.1" status: 200 len: 946 time: 0.2740884 Jun 29 17:51:21.746842 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron_lib.callbacks.manager [None req-36773733-5243-4a14-af4a-effd361c9b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:21.750170 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:21.781709 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [None req-3165c478-5eac-425c-868f-4dc70b8beb2f admin admin] For port ce160f03-e604-4bc1-87a8-cb57a1e775c7, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=ce160f03-e604-4bc1-87a8-cb57a1e775c7,segment=NetworkSegment(1e320949-c172-43c9-b9ed-2910a3c21ae8),segment_id=1e320949-c172-43c9-b9ed-2910a3c21ae8)] {{(pid=100361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:51:21.782078 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-3165c478-5eac-425c-868f-4dc70b8beb2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:21.792824 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36773733-5243-4a14-af4a-effd361c9b7f None None] Routers {'11734704-7c77-4b1d-888f-e8c232bbe8af'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:51:21.793470 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-36773733-5243-4a14-af4a-effd361c9b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:51:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['11734704-7c77-4b1d-888f-e8c232bbe8af'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:21.805446 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [None req-3165c478-5eac-425c-868f-4dc70b8beb2f admin admin] Calling delete_port for ce160f03-e604-4bc1-87a8-cb57a1e775c7 owned by network:dhcp {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:51:21.898364 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0cac7a-55ca-464e-a58c-d4fcd41604c2 None None] DHCP port deletion for 08cb042b-f87f-4b94-8140-42a0828453a5 request from dv-cinder-763306-14-iscsi {{(pid=100363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 17:51:21.961592 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-ed0cac7a-55ca-464e-a58c-d4fcd41604c2 None None] Deleting port ce160f03-e604-4bc1-87a8-cb57a1e775c7 {{(pid=100363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:51:21.962060 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-ed0cac7a-55ca-464e-a58c-d4fcd41604c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:22.002619 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-1e7b1255-fad6-42bd-a0a2-ae717f7cbce8 req-d49dbb54-e65f-496b-b44e-dcaebadd6c2b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Deleting port 178e1df4-4df1-4d13-b2a3-f5393fd0f983 {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:51:22.003432 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-1e7b1255-fad6-42bd-a0a2-ae717f7cbce8 req-d49dbb54-e65f-496b-b44e-dcaebadd6c2b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:22.047701 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-ed0cac7a-55ca-464e-a58c-d4fcd41604c2 None None] For port ce160f03-e604-4bc1-87a8-cb57a1e775c7, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=ce160f03-e604-4bc1-87a8-cb57a1e775c7,segment=NetworkSegment(1e320949-c172-43c9-b9ed-2910a3c21ae8),segment_id=1e320949-c172-43c9-b9ed-2910a3c21ae8)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:51:22.048149 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-ed0cac7a-55ca-464e-a58c-d4fcd41604c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:22.061991 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-3165c478-5eac-425c-868f-4dc70b8beb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995816'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:22.068134 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-ed0cac7a-55ca-464e-a58c-d4fcd41604c2 None None] Calling delete_port for ce160f03-e604-4bc1-87a8-cb57a1e775c7 owned by network:dhcp {{(pid=100363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:51:22.072498 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-89693970-40c8-4cb2-af42-00621b1a39f6 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:22.095549 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4884169-409a-4f75-beb0-6d3fb244e9f8 None None] Pushing event updated for resources: {'Port': ['ID=886aea37-8fc2-42e1-b672-167ba66f0720,revision_number=4']} {{(pid=100364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:22.107668 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG oslo_concurrency.lockutils [None req-e4884169-409a-4f75-beb0-6d3fb244e9f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=100364) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:22.111276 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135e37e-8aa0-41e7-a1c4-2fe5e9a1105e req-e8fc3b26-e1d5-497e-87c3-9086a086a785 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:51:22.120398 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2135e37e-8aa0-41e7-a1c4-2fe5e9a1105e req-e8fc3b26-e1d5-497e-87c3-9086a086a785 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=de56b305-8334-43ff-9de2-7a2904f78aef HTTP/1.1" status: 200 len: 946 time: 0.1416712 Jun 29 17:51:22.139678 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165c478-5eac-425c-868f-4dc70b8beb2f admin admin] Pushing event deleted for resources: {'Port': ['ID=ce160f03-e604-4bc1-87a8-cb57a1e775c7,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:22.139678 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3165c478-5eac-425c-868f-4dc70b8beb2f admin admin] No DVR routers for this DVR port ce160f03-e604-4bc1-87a8-cb57a1e775c7 on host dv-cinder-763306-14-iscsi {{(pid=100361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:51:22.154625 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-3165c478-5eac-425c-868f-4dc70b8beb2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:22.199643 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2135e37e-8aa0-41e7-a1c4-2fe5e9a1105e req-de1fcc50-c419-4c26-8adc-0c228ec64439 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/security-groups?id=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779729 Jun 29 17:51:22.230849 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-36773733-5243-4a14-af4a-effd361c9b7f None None] Set router 11734704-7c77-4b1d-888f-e8c232bbe8af gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:51:22.263348 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-3165c478-5eac-425c-868f-4dc70b8beb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423750', 'neutron.services.segments.db._delete_segments_for_network-8732082675523'] for network, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:22.267010 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-1e7b1255-fad6-42bd-a0a2-ae717f7cbce8 req-d49dbb54-e65f-496b-b44e-dcaebadd6c2b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] For port 178e1df4-4df1-4d13-b2a3-f5393fd0f983, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=178e1df4-4df1-4d13-b2a3-f5393fd0f983,segment=NetworkSegment(29a600a3-46df-4a50-b82c-2600cd91c4cc),segment_id=29a600a3-46df-4a50-b82c-2600cd91c4cc)] {{(pid=100361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:51:22.267573 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-1e7b1255-fad6-42bd-a0a2-ae717f7cbce8 req-d49dbb54-e65f-496b-b44e-dcaebadd6c2b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:22.287834 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.services.segments.db [None req-3165c478-5eac-425c-868f-4dc70b8beb2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08cb042b-f87f-4b94-8140-42a0828453a5']}} {{(pid=100361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:22.297292 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-1e7b1255-fad6-42bd-a0a2-ae717f7cbce8 req-d49dbb54-e65f-496b-b44e-dcaebadd6c2b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Calling delete_port for 178e1df4-4df1-4d13-b2a3-f5393fd0f983 owned by compute:nova {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:51:22.303651 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.services.segments.db [None req-3165c478-5eac-425c-868f-4dc70b8beb2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e320949-c172-43c9-b9ed-2910a3c21ae8') {'for_net_delete': True} {{(pid=100361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:22.303975 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.services.segments.db [None req-3165c478-5eac-425c-868f-4dc70b8beb2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e320949-c172-43c9-b9ed-2910a3c21ae8') {} {{(pid=100361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:22.308742 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-ed0cac7a-55ca-464e-a58c-d4fcd41604c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574'] for port, after_delete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:22.314250 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:22.329117 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-3165c478-5eac-425c-868f-4dc70b8beb2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732082504906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10108974'] for segment, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:22.378843 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0cac7a-55ca-464e-a58c-d4fcd41604c2 None None] No DVR routers for this DVR port ce160f03-e604-4bc1-87a8-cb57a1e775c7 on host dv-cinder-763306-14-iscsi {{(pid=100363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:51:22.382118 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-3165c478-5eac-425c-868f-4dc70b8beb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:22.389503 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0cac7a-55ca-464e-a58c-d4fcd41604c2 None None] Pushing event deleted for resources: {'Port': ['ID=ce160f03-e604-4bc1-87a8-cb57a1e775c7,revision_number=None']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:22.399492 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-ed0cac7a-55ca-464e-a58c-d4fcd41604c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:22.402733 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3165c478-5eac-425c-868f-4dc70b8beb2f admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=100361) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:51:22.403069 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-3165c478-5eac-425c-868f-4dc70b8beb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9995903'] for segment, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: Traceback (most recent call last): Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: timer() Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: cb(*args, **kw) Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: return func(*args, **kwargs) Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: self._notify() Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: self.callback(batched_events) Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: event.method(event) Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: return f(self, *a, **k) Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: return self._get(url).json() Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: return self.request(url, 'GET', **kwargs) Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:51:22.405342 dv-cinder-763306-14-iscsi neutron-server[100361]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:51:22.586442 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-3165c478-5eac-425c-868f-4dc70b8beb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617152'] for network, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:22.601983 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:22.616966 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-36773733-5243-4a14-af4a-effd361c9b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11734704-7c77-4b1d-888f-e8c232bbe8af', 'name': 'tempest-TestMinimumBasicScenario-1992960311-router', 'tenant_id': '39ba37e1b46c49ffb1941e059624bc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '7624d966-c6a6-4e40-88b6-fc50479f5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:51:10Z', 'updated_at': '2021-06-29T17:51:14Z', 'revision_number': 4, 'project_id': '39ba37e1b46c49ffb1941e059624bc74', 'gw_port': {'id': '7624d966-c6a6-4e40-88b6-fc50479f5452', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11734704-7c77-4b1d-888f-e8c232bbe8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:11Z', 'updated_at': '2021-06-29T17:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '886aea37-8fc2-42e1-b672-167ba66f0720', 'name': '', 'network_id': 'efff4e25-e2bf-43ab-b0ac-85d228aeabc8', 'tenant_id': '39ba37e1b46c49ffb1941e059624bc74', 'mac_address': 'fa:16:3e:1b:21:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11734704-7c77-4b1d-888f-e8c232bbe8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '1a5a9d00-b41c-479d-9297-c985e772bcef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:13Z', 'updated_at': '2021-06-29T17:51:21Z', 'revision_number': 4, 'project_id': '39ba37e1b46c49ffb1941e059624bc74', 'subnets': [{'id': '1a5a9d00-b41c-479d-9297-c985e772bcef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:22.619524 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-3165c478-5eac-425c-868f-4dc70b8beb2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:22.621553 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-3165c478-5eac-425c-868f-4dc70b8beb2f admin admin] 10.222.0.102 "DELETE /v2.0/networks/08cb042b-f87f-4b94-8140-42a0828453a5 HTTP/1.1" status: 204 len: 168 time: 1.3929353 Jun 29 17:51:22.624685 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40872) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:22.625128 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165c478-5eac-425c-868f-4dc70b8beb2f admin admin] Pushing event deleted for resources: {'Network': ['ID=08cb042b-f87f-4b94-8140-42a0828453a5,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:22.627570 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-3165c478-5eac-425c-868f-4dc70b8beb2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:22.679414 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36773733-5243-4a14-af4a-effd361c9b7f None None] The sync data for ids ['11734704-7c77-4b1d-888f-e8c232bbe8af'] in dv-cinder-763306-14-iscsi is: [{'id': '11734704-7c77-4b1d-888f-e8c232bbe8af', 'name': 'tempest-TestMinimumBasicScenario-1992960311-router', 'tenant_id': '39ba37e1b46c49ffb1941e059624bc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '7624d966-c6a6-4e40-88b6-fc50479f5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:51:10Z', 'updated_at': '2021-06-29T17:51:14Z', 'revision_number': 4, 'project_id': '39ba37e1b46c49ffb1941e059624bc74', 'gw_port': {'id': '7624d966-c6a6-4e40-88b6-fc50479f5452', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11734704-7c77-4b1d-888f-e8c232bbe8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:11Z', 'updated_at': '2021-06-29T17:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '886aea37-8fc2-42e1-b672-167ba66f0720', 'name': '', 'network_id': 'efff4e25-e2bf-43ab-b0ac-85d228aeabc8', 'tenant_id': '39ba37e1b46c49ffb1941e059624bc74', 'mac_address': 'fa:16:3e:1b:21:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11734704-7c77-4b1d-888f-e8c232bbe8af', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '1a5a9d00-b41c-479d-9297-c985e772bcef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:13Z', 'updated_at': '2021-06-29T17:51:21Z', 'revision_number': 4, 'project_id': '39ba37e1b46c49ffb1941e059624bc74', 'subnets': [{'id': '1a5a9d00-b41c-479d-9297-c985e772bcef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:51:22.700737 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-1e7b1255-fad6-42bd-a0a2-ae717f7cbce8 req-d49dbb54-e65f-496b-b44e-dcaebadd6c2b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995816'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:22.704897 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-83d30b75-3095-40b9-baf8-10e7a55cae6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:22.752166 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49dbb54-e65f-496b-b44e-dcaebadd6c2b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Pushing event deleted for resources: {'Port': ['ID=178e1df4-4df1-4d13-b2a3-f5393fd0f983,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:22.755987 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-d49dbb54-e65f-496b-b44e-dcaebadd6c2b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:22.856763 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7b1255-fad6-42bd-a0a2-ae717f7cbce8 req-d49dbb54-e65f-496b-b44e-dcaebadd6c2b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] No DVR routers for this DVR port 178e1df4-4df1-4d13-b2a3-f5393fd0f983 on host hv-cinder-76330 {{(pid=100361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:51:22.859113 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-1e7b1255-fad6-42bd-a0a2-ae717f7cbce8 req-d49dbb54-e65f-496b-b44e-dcaebadd6c2b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:22.861313 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-1e7b1255-fad6-42bd-a0a2-ae717f7cbce8 req-d49dbb54-e65f-496b-b44e-dcaebadd6c2b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.66 "DELETE /v2.0/ports/178e1df4-4df1-4d13-b2a3-f5393fd0f983 HTTP/1.1" status: 204 len: 173 time: 1.1262214 Jun 29 17:51:22.862011 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de56b305-8334-43ff-9de2-7a2904f78aef', 'name': 'network-vif-deleted', 'tag': '178e1df4-4df1-4d13-b2a3-f5393fd0f983'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:51:22.877205 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc74b9ab-d597-45a6-8df6-e3863c7d5ac9" -d '{"events": [{"server_uuid": "de56b305-8334-43ff-9de2-7a2904f78aef", "name": "network-vif-deleted", "tag": "178e1df4-4df1-4d13-b2a3-f5393fd0f983"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:51:23.184290 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3524db2-3737-48b8-827b-9032016f5933 x-openstack-request-id: req-c3524db2-3737-48b8-827b-9032016f5933 {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:51:23.184625 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de56b305-8334-43ff-9de2-7a2904f78aef", "name": "network-vif-deleted", "tag": "178e1df4-4df1-4d13-b2a3-f5393fd0f983", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:51:23.184922 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-c3524db2-3737-48b8-827b-9032016f5933 {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:51:23.185366 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de56b305-8334-43ff-9de2-7a2904f78aef', 'name': 'network-vif-deleted', 'tag': '178e1df4-4df1-4d13-b2a3-f5393fd0f983', 'status': 'completed', 'code': 200} Jun 29 17:51:23.346650 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 886aea37-8fc2-42e1-b672-167ba66f0720 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:51:23.383092 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-77f53c11-a4ad-4598-98b8-94e9c3d90bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476217'] for router_interface, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:23.534807 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning for port 886aea37-8fc2-42e1-b672-167ba66f0720 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:51:23.542167 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 886aea37-8fc2-42e1-b672-167ba66f0720 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:51:23.544240 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:23.557548 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-988791e3-9005-46cb-808b-621dd9936ab7 req-9c8ba41d-c8a5-44c3-b3e6-48c6f267f709 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "GET /v2.0/ports?device_id=de56b305-8334-43ff-9de2-7a2904f78aef HTTP/1.1" status: 200 len: 210 time: 0.0390193 Jun 29 17:51:23.704453 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:23.760360 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] For port 886aea37-8fc2-42e1-b672-167ba66f0720, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=886aea37-8fc2-42e1-b672-167ba66f0720,segment=NetworkSegment(92ac19ea-4a49-4cf2-a475-a5b00f481097),segment_id=92ac19ea-4a49-4cf2-a475-a5b00f481097)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:51:23.815169 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:23.819240 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-2322452b-9e1a-4b5b-97c3-2fd867ae5bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:23.880590 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device ce160f03-e604-4bc1-87a8-cb57a1e775c7 no longer exists at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:51:23.907355 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-77f53c11-a4ad-4598-98b8-94e9c3d90bd6 admin admin] Deleting port 76e99ff6-b198-4177-9bb4-80247f8e7a68 {{(pid=100362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:51:23.907714 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-77f53c11-a4ad-4598-98b8-94e9c3d90bd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:23.915839 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] No Port match for: ce160f03-e604-4bc1-87a8-cb57a1e775c7 {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:51:23.916269 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device ce160f03-e604-4bc1-87a8-cb57a1e775c7 not bound to the agent host dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:51:23.941536 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Pushing event updated for resources: {'Port': ['ID=886aea37-8fc2-42e1-b672-167ba66f0720,revision_number=5']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:23.944918 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:24.005881 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.db [None req-77f53c11-a4ad-4598-98b8-94e9c3d90bd6 admin admin] For port 76e99ff6-b198-4177-9bb4-80247f8e7a68, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=76e99ff6-b198-4177-9bb4-80247f8e7a68,segment=NetworkSegment(bf60eb2c-2118-4cad-82fe-eb8cecd47bd4),segment_id=bf60eb2c-2118-4cad-82fe-eb8cecd47bd4)] {{(pid=100362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:51:24.006881 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-77f53c11-a4ad-4598-98b8-94e9c3d90bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:24.024849 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-77f53c11-a4ad-4598-98b8-94e9c3d90bd6 admin admin] Calling delete_port for 76e99ff6-b198-4177-9bb4-80247f8e7a68 owned by network:router_interface {{(pid=100362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:51:24.334683 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-77f53c11-a4ad-4598-98b8-94e9c3d90bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2715355'] for port, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:24.338524 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-0d414f46-16c0-476b-96f2-a48d4a495855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:24.373166 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f53c11-a4ad-4598-98b8-94e9c3d90bd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=76e99ff6-b198-4177-9bb4-80247f8e7a68,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:24.384912 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-77f53c11-a4ad-4598-98b8-94e9c3d90bd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:24.605467 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-77f53c11-a4ad-4598-98b8-94e9c3d90bd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475785'] for router_interface, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:24.716936 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 40890) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:24.853834 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [None req-56e221dd-80be-4623-bb40-6a34e4002f28 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Deleting port bfdbc659-09ea-4fe3-81e9-70bb5bdcec40 {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:51:24.854830 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-56e221dd-80be-4623-bb40-6a34e4002f28 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:24.891535 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f53c11-a4ad-4598-98b8-94e9c3d90bd6 admin admin] Router 8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:51:24.949519 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-56e221dd-80be-4623-bb40-6a34e4002f28 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:24.949967 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-56e221dd-80be-4623-bb40-6a34e4002f28 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:24.965473 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [None req-56e221dd-80be-4623-bb40-6a34e4002f28 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Calling delete_port for bfdbc659-09ea-4fe3-81e9-70bb5bdcec40 owned by network:floatingip {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:51:25.022269 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f53c11-a4ad-4598-98b8-94e9c3d90bd6 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:51:25.029693 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-77f53c11-a4ad-4598-98b8-94e9c3d90bd6 admin admin] 10.222.0.102 "PUT /v2.0/routers/8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4032965 Jun 29 17:51:25.034033 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40892) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:25.036692 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1b8d8a-6b2a-4c84-93fc-c7d7977a15e9 None None] Sync routers for ids ['8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f'] in dv-cinder-763306-14-iscsi {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:51:25.053110 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1b8d8a-6b2a-4c84-93fc-c7d7977a15e9 None None] Routers {'8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:51:25.054030 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-6e1b8d8a-6b2a-4c84-93fc-c7d7977a15e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:51:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:25.195777 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-04dd736e-7515-4f06-8f5e-ce270845247f admin admin] Notify callbacks [] for router, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:25.208293 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-56e221dd-80be-4623-bb40-6a34e4002f28 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995816'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:25.221669 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-e0cc8f9c-a8f9-47ee-b9d1-6017a6e1c86e tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:25.267975 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e221dd-80be-4623-bb40-6a34e4002f28 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Pushing event deleted for resources: {'Port': ['ID=bfdbc659-09ea-4fe3-81e9-70bb5bdcec40,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:25.269931 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-6e1b8d8a-6b2a-4c84-93fc-c7d7977a15e9 None None] Set router 8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:51:25.288545 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-56e221dd-80be-4623-bb40-6a34e4002f28 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:25.339141 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-56e221dd-80be-4623-bb40-6a34e4002f28 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for floatingip, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:25.343233 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-56e221dd-80be-4623-bb40-6a34e4002f28 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for floatingip, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:25.344660 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-56e221dd-80be-4623-bb40-6a34e4002f28 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "DELETE /v2.0/floatingips/b275487b-37ba-4962-a114-c850b50ea10e HTTP/1.1" status: 204 len: 168 time: 0.6267500 Jun 29 17:51:25.360344 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 886aea37-8fc2-42e1-b672-167ba66f0720 up at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:51:25.407138 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-04dd736e-7515-4f06-8f5e-ce270845247f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:25.453103 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Provisioning complete for port 886aea37-8fc2-42e1-b672-167ba66f0720 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:51:25.453511 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:25.600890 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-04dd736e-7515-4f06-8f5e-ce270845247f admin admin] Deleting port 1ba3b933-b941-4f41-8467-e2f24e61edbb {{(pid=100362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:51:25.601358 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-04dd736e-7515-4f06-8f5e-ce270845247f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:25.642863 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-6e1b8d8a-6b2a-4c84-93fc-c7d7977a15e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f', 'name': 'tempest-TestShelveInstance-2036773738-router', 'tenant_id': 'cd98a2a85428428b826b15e411eb6f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '1ba3b933-b941-4f41-8467-e2f24e61edbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:46:09Z', 'updated_at': '2021-06-29T17:51:24Z', 'revision_number': 5, 'project_id': 'cd98a2a85428428b826b15e411eb6f6f', 'gw_port': {'id': '1ba3b933-b941-4f41-8467-e2f24e61edbb', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cf:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:46:10Z', 'updated_at': '2021-06-29T17:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:25.678133 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1b8d8a-6b2a-4c84-93fc-c7d7977a15e9 None None] Checking router: 8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f for host: dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:51:25.694612 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1b8d8a-6b2a-4c84-93fc-c7d7977a15e9 None None] Routers {'8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:51:25.695494 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-6e1b8d8a-6b2a-4c84-93fc-c7d7977a15e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:51:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:25.740653 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.db [None req-04dd736e-7515-4f06-8f5e-ce270845247f admin admin] For port 1ba3b933-b941-4f41-8467-e2f24e61edbb, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=1ba3b933-b941-4f41-8467-e2f24e61edbb,segment=NetworkSegment(f9a98574-3341-4580-ac4f-b7fff4e16571),segment_id=f9a98574-3341-4580-ac4f-b7fff4e16571)] {{(pid=100362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:51:25.741112 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-04dd736e-7515-4f06-8f5e-ce270845247f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:25.804275 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-04dd736e-7515-4f06-8f5e-ce270845247f admin admin] Calling delete_port for 1ba3b933-b941-4f41-8467-e2f24e61edbb owned by network:router_gateway {{(pid=100362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:51:25.873543 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-6e1b8d8a-6b2a-4c84-93fc-c7d7977a15e9 None None] Set router 8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f gateway port host: None {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:51:25.948779 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-6e1b8d8a-6b2a-4c84-93fc-c7d7977a15e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f', 'name': 'tempest-TestShelveInstance-2036773738-router', 'tenant_id': 'cd98a2a85428428b826b15e411eb6f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:46:09Z', 'updated_at': '2021-06-29T17:51:25Z', 'revision_number': 6, 'project_id': 'cd98a2a85428428b826b15e411eb6f6f', 'gw_port_host': None}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:25.987083 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1b8d8a-6b2a-4c84-93fc-c7d7977a15e9 None None] The sync data for ids ['8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f'] in dv-cinder-763306-14-iscsi is: [{'id': '8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f', 'name': 'tempest-TestShelveInstance-2036773738-router', 'tenant_id': 'cd98a2a85428428b826b15e411eb6f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:46:09Z', 'updated_at': '2021-06-29T17:51:25Z', 'revision_number': 6, 'project_id': 'cd98a2a85428428b826b15e411eb6f6f', 'gw_port_host': None}] {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:51:26.249589 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-04dd736e-7515-4f06-8f5e-ce270845247f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2715355'] for port, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:26.252232 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-3224b34b-d545-48ec-8e65-e14622a99623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:26.280860 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd736e-7515-4f06-8f5e-ce270845247f admin admin] Pushing event deleted for resources: {'Port': ['ID=1ba3b933-b941-4f41-8467-e2f24e61edbb,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:26.284214 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-04dd736e-7515-4f06-8f5e-ce270845247f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:26.355793 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-04dd736e-7515-4f06-8f5e-ce270845247f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1618157'] for router_gateway, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:26.364795 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 178e1df4-4df1-4d13-b2a3-f5393fd0f983 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:51:26.408739 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] No Port match for: 178e1df4-4df1-4d13-b2a3-f5393fd0f983 {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:51:26.409474 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 178e1df4-4df1-4d13-b2a3-f5393fd0f983 not bound to the agent host hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:51:26.465163 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-04dd736e-7515-4f06-8f5e-ce270845247f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-895'] for router, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:26.468197 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-04dd736e-7515-4f06-8f5e-ce270845247f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:26.591609 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-04dd736e-7515-4f06-8f5e-ce270845247f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-479148'] for router, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:26.592277 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04dd736e-7515-4f06-8f5e-ce270845247f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f {{(pid=100362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:51:26.601001 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-04dd736e-7515-4f06-8f5e-ce270845247f admin admin] Notify callbacks [] for router, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:26.603068 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-04dd736e-7515-4f06-8f5e-ce270845247f admin admin] 10.222.0.102 "DELETE /v2.0/routers/8ec9a065-53d1-4aeb-8168-6d32ff4b3c5f HTTP/1.1" status: 204 len: 168 time: 1.5675547 Jun 29 17:51:26.605703 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40908) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:26.661099 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93ad4d3-de5c-4e07-8c12-6a39d3ba641e admin admin] Deleting subnet e36b0815-6e43-400e-bc71-da1e463e1380 {{(pid=100362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:51:26.667403 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e93ad4d3-de5c-4e07-8c12-6a39d3ba641e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:26.710349 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e93ad4d3-de5c-4e07-8c12-6a39d3ba641e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10202194'] for subnet, precommit_delete_associations {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:26.810895 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e93ad4d3-de5c-4e07-8c12-6a39d3ba641e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423704'] for subnet, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:26.917983 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e93ad4d3-de5c-4e07-8c12-6a39d3ba641e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2715169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10114573'] for subnet, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:26.923962 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-88931ef2-760b-4de6-93d6-35899a130425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:26.946088 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 40914) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:26.988882 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e93ad4d3-de5c-4e07-8c12-6a39d3ba641e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for subnet, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:26.990826 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-e93ad4d3-de5c-4e07-8c12-6a39d3ba641e admin admin] 10.222.0.102 "DELETE /v2.0/subnets/e36b0815-6e43-400e-bc71-da1e463e1380 HTTP/1.1" status: 204 len: 168 time: 0.3841929 Jun 29 17:51:26.991848 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ad4d3-de5c-4e07-8c12-6a39d3ba641e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e36b0815-6e43-400e-bc71-da1e463e1380,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:26.993477 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aad5807-57e8-416d-80af-10968a6091b3 None None] Network 901b4ce1-4b1c-4af4-baf2-3b3b41dbd526 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:51:27.003767 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40916) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:27.012061 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-e93ad4d3-de5c-4e07-8c12-6a39d3ba641e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:27.140583 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-38443425-c2b3-4813-a275-6eaa94a54254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1525605'] for network, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:27.282737 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814ad399-6de5-4fb6-8822-7a9af60e98ef None None] DHCP port deletion for 901b4ce1-4b1c-4af4-baf2-3b3b41dbd526 request from dv-cinder-763306-14-iscsi {{(pid=100363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 17:51:27.308302 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-38443425-c2b3-4813-a275-6eaa94a54254 admin admin] Deleting port 64ff9074-6c9d-4230-9cb3-f95b455c9ba3 {{(pid=100362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:51:27.312089 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-38443425-c2b3-4813-a275-6eaa94a54254 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:27.334679 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 76e99ff6-b198-4177-9bb4-80247f8e7a68 no longer exists at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:51:27.381332 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] No Port match for: 76e99ff6-b198-4177-9bb4-80247f8e7a68 {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:51:27.382393 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 76e99ff6-b198-4177-9bb4-80247f8e7a68 not bound to the agent host dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:51:27.382999 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 1ba3b933-b941-4f41-8467-e2f24e61edbb no longer exists at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:51:27.413978 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] No Port match for: 1ba3b933-b941-4f41-8467-e2f24e61edbb {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:51:27.414623 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 1ba3b933-b941-4f41-8467-e2f24e61edbb not bound to the agent host dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:51:27.425870 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.db [None req-38443425-c2b3-4813-a275-6eaa94a54254 admin admin] For port 64ff9074-6c9d-4230-9cb3-f95b455c9ba3, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=64ff9074-6c9d-4230-9cb3-f95b455c9ba3,segment=NetworkSegment(bf60eb2c-2118-4cad-82fe-eb8cecd47bd4),segment_id=bf60eb2c-2118-4cad-82fe-eb8cecd47bd4)] {{(pid=100362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:51:27.426284 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-38443425-c2b3-4813-a275-6eaa94a54254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:27.441309 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-814ad399-6de5-4fb6-8822-7a9af60e98ef None None] Deleting port 64ff9074-6c9d-4230-9cb3-f95b455c9ba3 {{(pid=100363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:51:27.442194 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-814ad399-6de5-4fb6-8822-7a9af60e98ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:27.444360 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-38443425-c2b3-4813-a275-6eaa94a54254 admin admin] Calling delete_port for 64ff9074-6c9d-4230-9cb3-f95b455c9ba3 owned by network:dhcp {{(pid=100362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:51:27.501391 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-2e41ec43-e834-4b7b-9cd1-73ce02b7f2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:27.509071 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-73f7d103-bcde-4c22-93a4-7b397bb1a33a tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:27.538122 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-814ad399-6de5-4fb6-8822-7a9af60e98ef None None] For port 64ff9074-6c9d-4230-9cb3-f95b455c9ba3, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=64ff9074-6c9d-4230-9cb3-f95b455c9ba3,segment=NetworkSegment(bf60eb2c-2118-4cad-82fe-eb8cecd47bd4),segment_id=bf60eb2c-2118-4cad-82fe-eb8cecd47bd4)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:51:27.538515 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-814ad399-6de5-4fb6-8822-7a9af60e98ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:27.557205 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-814ad399-6de5-4fb6-8822-7a9af60e98ef None None] Calling delete_port for 64ff9074-6c9d-4230-9cb3-f95b455c9ba3 owned by network:dhcp {{(pid=100363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:51:27.560741 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-73f7d103-bcde-4c22-93a4-7b397bb1a33a tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:27.637619 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-38443425-c2b3-4813-a275-6eaa94a54254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2715355'] for port, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:27.639835 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-aa327525-8941-49d5-ab0f-d74829580fb7 tempest-ServerRescueNegativeTestJSON-267257767 tempest-ServerRescueNegativeTestJSON-267257767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:27.651562 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-814ad399-6de5-4fb6-8822-7a9af60e98ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574'] for port, after_delete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:27.660562 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:27.683553 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38443425-c2b3-4813-a275-6eaa94a54254 admin admin] Pushing event deleted for resources: {'Port': ['ID=64ff9074-6c9d-4230-9cb3-f95b455c9ba3,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:27.687229 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-38443425-c2b3-4813-a275-6eaa94a54254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:27.688285 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38443425-c2b3-4813-a275-6eaa94a54254 admin admin] No DVR routers for this DVR port 64ff9074-6c9d-4230-9cb3-f95b455c9ba3 on host dv-cinder-763306-14-iscsi {{(pid=100362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:51:27.698156 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814ad399-6de5-4fb6-8822-7a9af60e98ef None None] No DVR routers for this DVR port 64ff9074-6c9d-4230-9cb3-f95b455c9ba3 on host dv-cinder-763306-14-iscsi {{(pid=100363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:51:27.700189 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ad399-6de5-4fb6-8822-7a9af60e98ef None None] Pushing event deleted for resources: {'Port': ['ID=64ff9074-6c9d-4230-9cb3-f95b455c9ba3,revision_number=None']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:27.703128 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-814ad399-6de5-4fb6-8822-7a9af60e98ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:27.740758 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-73f7d103-bcde-4c22-93a4-7b397bb1a33a tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:27.744188 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-73f7d103-bcde-4c22-93a4-7b397bb1a33a tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:27.748507 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-73f7d103-bcde-4c22-93a4-7b397bb1a33a tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] 10.222.0.102 "DELETE /v2.0/security-groups/e3192e33-3d47-43f9-b48b-9ba70b3b4fc9 HTTP/1.1" status: 204 len: 168 time: 0.8035002 Jun 29 17:51:27.749413 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-9216665b-b7cc-40cd-b652-374b942631a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:27.759427 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7d103-bcde-4c22-93a4-7b397bb1a33a tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3192e33-3d47-43f9-b48b-9ba70b3b4fc9,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:27.761781 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-73f7d103-bcde-4c22-93a4-7b397bb1a33a tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:27.784798 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-38443425-c2b3-4813-a275-6eaa94a54254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423750', 'neutron.services.segments.db._delete_segments_for_network-8732082675523'] for network, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:27.800998 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.services.segments.db [None req-38443425-c2b3-4813-a275-6eaa94a54254 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901b4ce1-4b1c-4af4-baf2-3b3b41dbd526']}} {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:27.816553 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.services.segments.db [None req-38443425-c2b3-4813-a275-6eaa94a54254 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf60eb2c-2118-4cad-82fe-eb8cecd47bd4') {'for_net_delete': True} {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:27.817011 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.services.segments.db [None req-38443425-c2b3-4813-a275-6eaa94a54254 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf60eb2c-2118-4cad-82fe-eb8cecd47bd4') {} {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:27.839263 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-38443425-c2b3-4813-a275-6eaa94a54254 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732082504906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10202205'] for segment, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:27.866657 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-38443425-c2b3-4813-a275-6eaa94a54254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:27.875663 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38443425-c2b3-4813-a275-6eaa94a54254 admin admin] Releasing vlan 916 on physical network physnet1 to pool {{(pid=100362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:51:27.876077 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-38443425-c2b3-4813-a275-6eaa94a54254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2715276'] for segment, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:27.878648 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 40920) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: Traceback (most recent call last): Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: timer() Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: cb(*args, **kw) Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: return func(*args, **kwargs) Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: self._notify() Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: self.callback(batched_events) Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: event.method(event) Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: return f(self, *a, **k) Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: return self._get(url).json() Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: return self.request(url, 'GET', **kwargs) Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:51:27.882364 dv-cinder-763306-14-iscsi neutron-server[100362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:51:28.015825 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-38443425-c2b3-4813-a275-6eaa94a54254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617152'] for network, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:28.021377 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:28.025383 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-38443425-c2b3-4813-a275-6eaa94a54254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:28.037213 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-38443425-c2b3-4813-a275-6eaa94a54254 admin admin] 10.222.0.102 "DELETE /v2.0/networks/901b4ce1-4b1c-4af4-baf2-3b3b41dbd526 HTTP/1.1" status: 204 len: 168 time: 1.0224984 Jun 29 17:51:28.063823 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38443425-c2b3-4813-a275-6eaa94a54254 admin admin] Pushing event deleted for resources: {'Network': ['ID=901b4ce1-4b1c-4af4-baf2-3b3b41dbd526,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:28.067121 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-38443425-c2b3-4813-a275-6eaa94a54254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:28.420176 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40934) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:28.475717 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-73a94a6b-9307-4f49-94e8-e449d158bb44 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=520634f86612491993523dadd9a5031f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541019 Jun 29 17:51:28.478443 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40936) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:28.495146 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d69fc880-58ed-43b2-8088-e172d08e1fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476217'] for router_interface, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:28.578257 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-cae63b29-066a-4348-8280-62db09be87ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:28.621780 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-cae63b29-066a-4348-8280-62db09be87ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:28.792027 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-cae63b29-066a-4348-8280-62db09be87ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:28.794658 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-cae63b29-066a-4348-8280-62db09be87ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:28.803985 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-cae63b29-066a-4348-8280-62db09be87ee admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/7dac6306-4290-4a88-95fc-3ddb443c6abb HTTP/1.1" status: 204 len: 168 time: 0.3188436 Jun 29 17:51:28.804810 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-26dcbc3a-c905-429b-be41-8e3222002d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:28.818614 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae63b29-066a-4348-8280-62db09be87ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dac6306-4290-4a88-95fc-3ddb443c6abb,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:28.825553 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-cae63b29-066a-4348-8280-62db09be87ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:28.924669 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [None req-d69fc880-58ed-43b2-8088-e172d08e1fe4 admin admin] Deleting port 15342335-f1d6-4a68-9031-f33f5b813a23 {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:51:28.924907 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d69fc880-58ed-43b2-8088-e172d08e1fe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:29.042832 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [None req-d69fc880-58ed-43b2-8088-e172d08e1fe4 admin admin] For port 15342335-f1d6-4a68-9031-f33f5b813a23, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=15342335-f1d6-4a68-9031-f33f5b813a23,segment=NetworkSegment(29a600a3-46df-4a50-b82c-2600cd91c4cc),segment_id=29a600a3-46df-4a50-b82c-2600cd91c4cc)] {{(pid=100361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:51:29.043194 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d69fc880-58ed-43b2-8088-e172d08e1fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:29.057098 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [None req-d69fc880-58ed-43b2-8088-e172d08e1fe4 admin admin] Calling delete_port for 15342335-f1d6-4a68-9031-f33f5b813a23 owned by network:router_interface {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:51:29.258519 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 64ff9074-6c9d-4230-9cb3-f95b455c9ba3 no longer exists at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:51:29.284531 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] No Port match for: 64ff9074-6c9d-4230-9cb3-f95b455c9ba3 {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:51:29.285232 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 64ff9074-6c9d-4230-9cb3-f95b455c9ba3 not bound to the agent host dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:51:29.420699 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d69fc880-58ed-43b2-8088-e172d08e1fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995816'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:29.433807 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-177a4b54-49e3-418a-bea5-b0246993135a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:29.510558 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fc880-58ed-43b2-8088-e172d08e1fe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=15342335-f1d6-4a68-9031-f33f5b813a23,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:29.516707 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-d69fc880-58ed-43b2-8088-e172d08e1fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:29.601722 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40954) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:29.676787 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-5d913972-5f55-40b2-8f55-bc8759e1a2a9 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=cd98a2a85428428b826b15e411eb6f6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0732305 Jun 29 17:51:29.679086 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40956) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:29.714043 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-d69fc880-58ed-43b2-8088-e172d08e1fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475785'] for router_interface, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:29.757863 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-73658a79-a780-4ef6-8b42-0778b735bf24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:29.785969 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-73658a79-a780-4ef6-8b42-0778b735bf24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:29.815300 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8cdc5bc9-34f5-4b8c-99f9-4c863e1f43ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:29.905551 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:30.037825 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69fc880-58ed-43b2-8088-e172d08e1fe4 admin admin] Router f48acc36-0728-486a-90ec-28e5d91a15cd has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:51:30.160768 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69fc880-58ed-43b2-8088-e172d08e1fe4 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:51:30.167346 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-d69fc880-58ed-43b2-8088-e172d08e1fe4 admin admin] 10.222.0.102 "PUT /v2.0/routers/f48acc36-0728-486a-90ec-28e5d91a15cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2802866 Jun 29 17:51:30.169945 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40958) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:30.173429 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4c0b59-d372-4481-a03f-93e9d94035f1 None None] Sync routers for ids ['f48acc36-0728-486a-90ec-28e5d91a15cd'] in dv-cinder-763306-14-iscsi {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:51:30.182882 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4c0b59-d372-4481-a03f-93e9d94035f1 None None] Routers {'f48acc36-0728-486a-90ec-28e5d91a15cd'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:51:30.183505 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-9e4c0b59-d372-4481-a03f-93e9d94035f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:51:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['f48acc36-0728-486a-90ec-28e5d91a15cd'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:30.288062 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-469b3b1b-950d-4ccd-ab87-9903337c4ad1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:30.293758 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-9e4c0b59-d372-4481-a03f-93e9d94035f1 None None] Set router f48acc36-0728-486a-90ec-28e5d91a15cd gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:51:30.396694 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-469b3b1b-950d-4ccd-ab87-9903337c4ad1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:30.408844 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-73658a79-a780-4ef6-8b42-0778b735bf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:30.411393 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-73658a79-a780-4ef6-8b42-0778b735bf24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:30.414445 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-73658a79-a780-4ef6-8b42-0778b735bf24 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/c053ee23-9385-4ba5-8dd0-cb59124ee6fc HTTP/1.1" status: 204 len: 168 time: 0.7323949 Jun 29 17:51:30.414445 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-ffbd2541-ab29-47a1-b73c-63af874c5170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:30.421011 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73658a79-a780-4ef6-8b42-0778b735bf24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c053ee23-9385-4ba5-8dd0-cb59124ee6fc,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:30.424070 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-73658a79-a780-4ef6-8b42-0778b735bf24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:30.497929 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-9e4c0b59-d372-4481-a03f-93e9d94035f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'name': 'tempest-TestVolumeBootPattern-1590326425-router', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:41Z', 'updated_at': '2021-06-29T17:51:29Z', 'revision_number': 5, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'gw_port': {'id': 'aba85e6d-20aa-45b2-998d-61f3aa619902', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:5d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:42Z', 'updated_at': '2021-06-29T17:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:30.532069 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4c0b59-d372-4481-a03f-93e9d94035f1 None None] Checking router: f48acc36-0728-486a-90ec-28e5d91a15cd for host: dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:51:30.551414 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4c0b59-d372-4481-a03f-93e9d94035f1 None None] Routers {'f48acc36-0728-486a-90ec-28e5d91a15cd'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:51:30.551414 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-9e4c0b59-d372-4481-a03f-93e9d94035f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:51:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['f48acc36-0728-486a-90ec-28e5d91a15cd'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:30.572773 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-469b3b1b-950d-4ccd-ab87-9903337c4ad1 admin admin] Deleting port aba85e6d-20aa-45b2-998d-61f3aa619902 {{(pid=100362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:51:30.573207 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-469b3b1b-950d-4ccd-ab87-9903337c4ad1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:30.645525 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-9e4c0b59-d372-4481-a03f-93e9d94035f1 None None] Set router f48acc36-0728-486a-90ec-28e5d91a15cd gateway port host: None {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:51:30.686314 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.db [None req-469b3b1b-950d-4ccd-ab87-9903337c4ad1 admin admin] For port aba85e6d-20aa-45b2-998d-61f3aa619902, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=aba85e6d-20aa-45b2-998d-61f3aa619902,segment=NetworkSegment(f9a98574-3341-4580-ac4f-b7fff4e16571),segment_id=f9a98574-3341-4580-ac4f-b7fff4e16571)] {{(pid=100362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:51:30.686701 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-469b3b1b-950d-4ccd-ab87-9903337c4ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:30.721628 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-469b3b1b-950d-4ccd-ab87-9903337c4ad1 admin admin] Calling delete_port for aba85e6d-20aa-45b2-998d-61f3aa619902 owned by network:router_gateway {{(pid=100362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:51:30.730511 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-9e4c0b59-d372-4481-a03f-93e9d94035f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'name': 'tempest-TestVolumeBootPattern-1590326425-router', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:41Z', 'updated_at': '2021-06-29T17:51:30Z', 'revision_number': 6, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'gw_port_host': None}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:30.761213 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4c0b59-d372-4481-a03f-93e9d94035f1 None None] The sync data for ids ['f48acc36-0728-486a-90ec-28e5d91a15cd'] in dv-cinder-763306-14-iscsi is: [{'id': 'f48acc36-0728-486a-90ec-28e5d91a15cd', 'name': 'tempest-TestVolumeBootPattern-1590326425-router', 'tenant_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:41Z', 'updated_at': '2021-06-29T17:51:30Z', 'revision_number': 6, 'project_id': 'ffa0e33d5f7845379cdcff1fd75bcfc7', 'gw_port_host': None}] {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:51:31.041263 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-469b3b1b-950d-4ccd-ab87-9903337c4ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2715355'] for port, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:31.052751 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-6f18d895-d586-4a4d-919f-1b72245bb66f tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:31.094522 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b3b1b-950d-4ccd-ab87-9903337c4ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=aba85e6d-20aa-45b2-998d-61f3aa619902,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:31.097493 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-469b3b1b-950d-4ccd-ab87-9903337c4ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:31.164250 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-469b3b1b-950d-4ccd-ab87-9903337c4ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1618157'] for router_gateway, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:31.264228 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-469b3b1b-950d-4ccd-ab87-9903337c4ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-895'] for router, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:31.266450 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-469b3b1b-950d-4ccd-ab87-9903337c4ad1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:31.397291 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 15342335-f1d6-4a68-9031-f33f5b813a23 no longer exists at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:51:31.402703 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-469b3b1b-950d-4ccd-ab87-9903337c4ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-479148'] for router, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:31.403306 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469b3b1b-950d-4ccd-ab87-9903337c4ad1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f48acc36-0728-486a-90ec-28e5d91a15cd {{(pid=100362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:51:31.407511 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-469b3b1b-950d-4ccd-ab87-9903337c4ad1 admin admin] Notify callbacks [] for router, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:31.408712 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-469b3b1b-950d-4ccd-ab87-9903337c4ad1 admin admin] 10.222.0.102 "DELETE /v2.0/routers/f48acc36-0728-486a-90ec-28e5d91a15cd HTTP/1.1" status: 204 len: 168 time: 1.2376347 Jun 29 17:51:31.411524 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40976) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:31.427495 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] No Port match for: 15342335-f1d6-4a68-9031-f33f5b813a23 {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:51:31.427943 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 15342335-f1d6-4a68-9031-f33f5b813a23 not bound to the agent host dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:51:31.431929 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device aba85e6d-20aa-45b2-998d-61f3aa619902 no longer exists at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:51:31.457983 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] No Port match for: aba85e6d-20aa-45b2-998d-61f3aa619902 {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:51:31.461356 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device aba85e6d-20aa-45b2-998d-61f3aa619902 not bound to the agent host dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:51:31.467092 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b14f75f-b179-438f-a1fe-4bc9f08c6b7e admin admin] Deleting subnet b7e9dcee-74f5-48ad-89ce-ac67b815e2b9 {{(pid=100362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:51:31.470652 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-9b14f75f-b179-438f-a1fe-4bc9f08c6b7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:31.506962 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-9b14f75f-b179-438f-a1fe-4bc9f08c6b7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10202194'] for subnet, precommit_delete_associations {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:31.558113 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:31.607166 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-9b14f75f-b179-438f-a1fe-4bc9f08c6b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423704'] for subnet, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:31.730003 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-9b14f75f-b179-438f-a1fe-4bc9f08c6b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2715169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10114573'] for subnet, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:31.732723 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-25e390c8-037f-4d71-ae19-07fc07923d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:31.755434 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14f75f-b179-438f-a1fe-4bc9f08c6b7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7e9dcee-74f5-48ad-89ce-ac67b815e2b9,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:31.758146 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-9b14f75f-b179-438f-a1fe-4bc9f08c6b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:31.763718 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-9b14f75f-b179-438f-a1fe-4bc9f08c6b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for subnet, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:31.768103 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-9b14f75f-b179-438f-a1fe-4bc9f08c6b7e admin admin] 10.222.0.102 "DELETE /v2.0/subnets/b7e9dcee-74f5-48ad-89ce-ac67b815e2b9 HTTP/1.1" status: 204 len: 168 time: 0.3527582 Jun 29 17:51:31.768213 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 40984) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:31.771304 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60cf535-4891-4d64-9727-53b166dcf267 None None] Network 1ff2185c-17e8-4779-b98f-a1cbc800f8a8 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:51:31.861733 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e7329332-a17e-4896-83ea-4aabae68975f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1525605'] for network, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:31.931259 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-e7329332-a17e-4896-83ea-4aabae68975f admin admin] Deleting port a4b3b2dd-f500-46af-80da-347a5a694b68 {{(pid=100362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:51:31.931704 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e7329332-a17e-4896-83ea-4aabae68975f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:31.968757 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acbee1a-eb98-4a43-966d-4f1e4519e808 None None] DHCP port deletion for 1ff2185c-17e8-4779-b98f-a1cbc800f8a8 request from dv-cinder-763306-14-iscsi {{(pid=100363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 17:51:32.001248 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.db [None req-e7329332-a17e-4896-83ea-4aabae68975f admin admin] For port a4b3b2dd-f500-46af-80da-347a5a694b68, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=a4b3b2dd-f500-46af-80da-347a5a694b68,segment=NetworkSegment(29a600a3-46df-4a50-b82c-2600cd91c4cc),segment_id=29a600a3-46df-4a50-b82c-2600cd91c4cc)] {{(pid=100362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:51:32.001609 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e7329332-a17e-4896-83ea-4aabae68975f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:32.020230 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-e7329332-a17e-4896-83ea-4aabae68975f admin admin] Calling delete_port for a4b3b2dd-f500-46af-80da-347a5a694b68 owned by network:dhcp {{(pid=100362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:51:32.021640 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-5acbee1a-eb98-4a43-966d-4f1e4519e808 None None] Deleting port a4b3b2dd-f500-46af-80da-347a5a694b68 {{(pid=100363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:51:32.022281 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-5acbee1a-eb98-4a43-966d-4f1e4519e808 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:32.099586 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-5acbee1a-eb98-4a43-966d-4f1e4519e808 None None] For port a4b3b2dd-f500-46af-80da-347a5a694b68, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=a4b3b2dd-f500-46af-80da-347a5a694b68,segment=NetworkSegment(29a600a3-46df-4a50-b82c-2600cd91c4cc),segment_id=29a600a3-46df-4a50-b82c-2600cd91c4cc)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:51:32.100051 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-5acbee1a-eb98-4a43-966d-4f1e4519e808 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:32.125120 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-5acbee1a-eb98-4a43-966d-4f1e4519e808 None None] Calling delete_port for a4b3b2dd-f500-46af-80da-347a5a694b68 owned by network:dhcp {{(pid=100363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:51:32.202947 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e7329332-a17e-4896-83ea-4aabae68975f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2715355'] for port, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:32.206944 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:32.212278 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-5acbee1a-eb98-4a43-966d-4f1e4519e808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574'] for port, after_delete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:32.215699 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-e9134613-aba1-43bc-b548-7d57ad172411 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:32.236986 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7329332-a17e-4896-83ea-4aabae68975f admin admin] Pushing event deleted for resources: {'Port': ['ID=a4b3b2dd-f500-46af-80da-347a5a694b68,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:32.240256 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-e7329332-a17e-4896-83ea-4aabae68975f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:32.241083 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7329332-a17e-4896-83ea-4aabae68975f admin admin] No DVR routers for this DVR port a4b3b2dd-f500-46af-80da-347a5a694b68 on host dv-cinder-763306-14-iscsi {{(pid=100362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:51:32.241206 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbee1a-eb98-4a43-966d-4f1e4519e808 None None] Pushing event deleted for resources: {'Port': ['ID=a4b3b2dd-f500-46af-80da-347a5a694b68,revision_number=None']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:32.244091 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-5acbee1a-eb98-4a43-966d-4f1e4519e808 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:32.247060 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acbee1a-eb98-4a43-966d-4f1e4519e808 None None] No DVR routers for this DVR port a4b3b2dd-f500-46af-80da-347a5a694b68 on host dv-cinder-763306-14-iscsi {{(pid=100363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:51:32.369544 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e7329332-a17e-4896-83ea-4aabae68975f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423750', 'neutron.services.segments.db._delete_segments_for_network-8732082675523'] for network, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:32.383494 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.services.segments.db [None req-e7329332-a17e-4896-83ea-4aabae68975f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff2185c-17e8-4779-b98f-a1cbc800f8a8']}} {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:32.401927 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.services.segments.db [None req-e7329332-a17e-4896-83ea-4aabae68975f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a600a3-46df-4a50-b82c-2600cd91c4cc') {'for_net_delete': True} {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:32.402185 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.services.segments.db [None req-e7329332-a17e-4896-83ea-4aabae68975f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a600a3-46df-4a50-b82c-2600cd91c4cc') {} {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:32.419139 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e7329332-a17e-4896-83ea-4aabae68975f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732082504906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10202205'] for segment, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:32.446227 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e7329332-a17e-4896-83ea-4aabae68975f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:32.460341 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-9a4a8e99-1376-43e7-9734-e88b26976c0a tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:51:32.462410 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-9a4a8e99-1376-43e7-9734-e88b26976c0a tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/networks?id=9261a38c-6efc-4f2c-ae3a-885e2d78c74d HTTP/1.1" status: 200 len: 815 time: 0.1800671 Jun 29 17:51:32.463500 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7329332-a17e-4896-83ea-4aabae68975f admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=100362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:51:32.463922 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e7329332-a17e-4896-83ea-4aabae68975f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2715276'] for segment, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: Traceback (most recent call last): Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: timer() Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: cb(*args, **kw) Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: return func(*args, **kwargs) Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: self._notify() Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: self.callback(batched_events) Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: event.method(event) Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: return f(self, *a, **k) Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: return self._get(url).json() Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: return self.request(url, 'GET', **kwargs) Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:51:32.465663 dv-cinder-763306-14-iscsi neutron-server[100362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:51:32.517943 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-d4aef39b-cbe6-457c-8951-3277be1ef66e tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/quotas/2754616d326c4e71940da7941fbabc9d HTTP/1.1" status: 200 len: 375 time: 0.0411544 Jun 29 17:51:32.589177 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-0ba3d281-f5cf-4aaf-a80c-d9917783a454 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?tenant_id=2754616d326c4e71940da7941fbabc9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623653 Jun 29 17:51:32.605147 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-38760248-9e65-4f9a-a1b1-39ed64ff69cf service neutron] http://10.222.0.102:9696/v2.0/extensions returned with HTTP 200 {{(pid=100362) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 17:51:32.606099 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-38760248-9e65-4f9a-a1b1-39ed64ff69cf service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058959 Jun 29 17:51:32.654364 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e7329332-a17e-4896-83ea-4aabae68975f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617152'] for network, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:32.661225 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:32.665288 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e7329332-a17e-4896-83ea-4aabae68975f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:32.667117 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-e7329332-a17e-4896-83ea-4aabae68975f admin admin] 10.222.0.102 "DELETE /v2.0/networks/1ff2185c-17e8-4779-b98f-a1cbc800f8a8 HTTP/1.1" status: 204 len: 168 time: 0.8980455 Jun 29 17:51:32.670109 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 41004) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:32.686047 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7329332-a17e-4896-83ea-4aabae68975f admin admin] Pushing event deleted for resources: {'Network': ['ID=1ff2185c-17e8-4779-b98f-a1cbc800f8a8,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:32.689544 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-e7329332-a17e-4896-83ea-4aabae68975f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:32.720816 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-f7b85ffd-9eda-49c1-bbed-4b74b2ff96b7 service neutron] 10.222.0.102 "GET /v2.0/networks/9261a38c-6efc-4f2c-ae3a-885e2d78c74d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088722 Jun 29 17:51:32.815027 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-468299b6-176b-4612-ae86-f497d2cdd41a service neutron] 10.222.0.102 "GET /v2.0/networks/9261a38c-6efc-4f2c-ae3a-885e2d78c74d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876296 Jun 29 17:51:33.034165 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-66e04336-f50e-4bf0-97f0-2821bd6390fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476217'] for router_interface, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:33.068708 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d56b5e39-280d-47f0-83b4-f7cc25e8f6e4 req-c6479556-6a18-486f-ab5b-62b27385d4cf tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0324914 Jun 29 17:51:33.235668 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device a4b3b2dd-f500-46af-80da-347a5a694b68 no longer exists at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:51:33.257437 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] No Port match for: a4b3b2dd-f500-46af-80da-347a5a694b68 {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:51:33.257734 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device a4b3b2dd-f500-46af-80da-347a5a694b68 not bound to the agent host dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:51:33.260107 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:33.318009 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [None req-66e04336-f50e-4bf0-97f0-2821bd6390fb admin admin] Deleting port d09e4baa-d8db-4745-9cb0-de5800770358 {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:51:33.318376 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-66e04336-f50e-4bf0-97f0-2821bd6390fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:33.405052 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [None req-66e04336-f50e-4bf0-97f0-2821bd6390fb admin admin] For port d09e4baa-d8db-4745-9cb0-de5800770358, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=d09e4baa-d8db-4745-9cb0-de5800770358,segment=NetworkSegment(b8651c9c-5cd4-4c1b-a245-3cfed190c909),segment_id=b8651c9c-5cd4-4c1b-a245-3cfed190c909)] {{(pid=100361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:51:33.405410 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-66e04336-f50e-4bf0-97f0-2821bd6390fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:33.418101 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [None req-66e04336-f50e-4bf0-97f0-2821bd6390fb admin admin] Calling delete_port for d09e4baa-d8db-4745-9cb0-de5800770358 owned by network:router_interface {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:51:33.694554 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-66e04336-f50e-4bf0-97f0-2821bd6390fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995816'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:33.696928 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-af5f3e53-0f4f-4918-b7fb-cb22c7353055 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:33.720410 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e04336-f50e-4bf0-97f0-2821bd6390fb admin admin] Pushing event deleted for resources: {'Port': ['ID=d09e4baa-d8db-4745-9cb0-de5800770358,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:33.723587 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-66e04336-f50e-4bf0-97f0-2821bd6390fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:33.903038 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-66e04336-f50e-4bf0-97f0-2821bd6390fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475785'] for router_interface, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:34.113563 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e04336-f50e-4bf0-97f0-2821bd6390fb admin admin] Router 35452f5b-8b44-40ef-93da-e4a1e91fac26 has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:51:34.157934 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-023709a7-c4dd-44d8-a20a-b51e17baa286 req-ae3b568f-736f-42fa-9fbc-b6a20e04e7f1 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0361826 Jun 29 17:51:34.224384 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e04336-f50e-4bf0-97f0-2821bd6390fb admin admin] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:51:34.229935 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-66e04336-f50e-4bf0-97f0-2821bd6390fb admin admin] 10.222.0.102 "PUT /v2.0/routers/35452f5b-8b44-40ef-93da-e4a1e91fac26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5587821 Jun 29 17:51:34.232531 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 41020) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:34.238381 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f408d743-2749-4ece-b4e6-3adfa41063ad None None] Sync routers for ids ['35452f5b-8b44-40ef-93da-e4a1e91fac26'] in dv-cinder-763306-14-iscsi {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:51:34.245312 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f408d743-2749-4ece-b4e6-3adfa41063ad None None] Routers {'35452f5b-8b44-40ef-93da-e4a1e91fac26'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:51:34.245946 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-f408d743-2749-4ece-b4e6-3adfa41063ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:51:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['35452f5b-8b44-40ef-93da-e4a1e91fac26'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:34.338002 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-33266893-7e8f-42ac-b916-b4ca22b60096 admin admin] Notify callbacks [] for router, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:34.351378 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-f408d743-2749-4ece-b4e6-3adfa41063ad None None] Set router 35452f5b-8b44-40ef-93da-e4a1e91fac26 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:51:34.536351 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-f408d743-2749-4ece-b4e6-3adfa41063ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35452f5b-8b44-40ef-93da-e4a1e91fac26', 'name': 'tempest-TestVolumeBootPattern-308546399-router', 'tenant_id': 'a8b1f8e97b1e4f87b49b4ae6c49d17a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '853aaa35-d63c-4b94-9c85-0d8c46c4e7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:48Z', 'updated_at': '2021-06-29T17:51:33Z', 'revision_number': 5, 'project_id': 'a8b1f8e97b1e4f87b49b4ae6c49d17a5', 'gw_port': {'id': '853aaa35-d63c-4b94-9c85-0d8c46c4e7ba', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35452f5b-8b44-40ef-93da-e4a1e91fac26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:49Z', 'updated_at': '2021-06-29T17:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:34.569727 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f408d743-2749-4ece-b4e6-3adfa41063ad None None] Checking router: 35452f5b-8b44-40ef-93da-e4a1e91fac26 for host: dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:51:34.579965 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f408d743-2749-4ece-b4e6-3adfa41063ad None None] Routers {'35452f5b-8b44-40ef-93da-e4a1e91fac26'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:51:34.580602 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-f408d743-2749-4ece-b4e6-3adfa41063ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:51:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['35452f5b-8b44-40ef-93da-e4a1e91fac26'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:34.694276 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-f408d743-2749-4ece-b4e6-3adfa41063ad None None] Set router 35452f5b-8b44-40ef-93da-e4a1e91fac26 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:51:34.737327 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-33266893-7e8f-42ac-b916-b4ca22b60096 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:34.893475 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [None req-33266893-7e8f-42ac-b916-b4ca22b60096 admin admin] Deleting port 853aaa35-d63c-4b94-9c85-0d8c46c4e7ba {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:51:34.893934 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-33266893-7e8f-42ac-b916-b4ca22b60096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:34.964239 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-f408d743-2749-4ece-b4e6-3adfa41063ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35452f5b-8b44-40ef-93da-e4a1e91fac26', 'name': 'tempest-TestVolumeBootPattern-308546399-router', 'tenant_id': 'a8b1f8e97b1e4f87b49b4ae6c49d17a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '853aaa35-d63c-4b94-9c85-0d8c46c4e7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:48Z', 'updated_at': '2021-06-29T17:51:33Z', 'revision_number': 5, 'project_id': 'a8b1f8e97b1e4f87b49b4ae6c49d17a5', 'gw_port': {'id': '853aaa35-d63c-4b94-9c85-0d8c46c4e7ba', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35452f5b-8b44-40ef-93da-e4a1e91fac26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:49Z', 'updated_at': '2021-06-29T17:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:34.984349 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [None req-33266893-7e8f-42ac-b916-b4ca22b60096 admin admin] For port 853aaa35-d63c-4b94-9c85-0d8c46c4e7ba, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=853aaa35-d63c-4b94-9c85-0d8c46c4e7ba,segment=NetworkSegment(f9a98574-3341-4580-ac4f-b7fff4e16571),segment_id=f9a98574-3341-4580-ac4f-b7fff4e16571)] {{(pid=100361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:51:34.984710 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-33266893-7e8f-42ac-b916-b4ca22b60096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:34.991944 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f408d743-2749-4ece-b4e6-3adfa41063ad None None] The sync data for ids ['35452f5b-8b44-40ef-93da-e4a1e91fac26'] in dv-cinder-763306-14-iscsi is: [{'id': '35452f5b-8b44-40ef-93da-e4a1e91fac26', 'name': 'tempest-TestVolumeBootPattern-308546399-router', 'tenant_id': 'a8b1f8e97b1e4f87b49b4ae6c49d17a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': '853aaa35-d63c-4b94-9c85-0d8c46c4e7ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:42:48Z', 'updated_at': '2021-06-29T17:51:33Z', 'revision_number': 5, 'project_id': 'a8b1f8e97b1e4f87b49b4ae6c49d17a5', 'gw_port': {'id': '853aaa35-d63c-4b94-9c85-0d8c46c4e7ba', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:8b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35452f5b-8b44-40ef-93da-e4a1e91fac26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:42:49Z', 'updated_at': '2021-06-29T17:42:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}] {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:51:34.997645 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [None req-33266893-7e8f-42ac-b916-b4ca22b60096 admin admin] Calling delete_port for 853aaa35-d63c-4b94-9c85-0d8c46c4e7ba owned by network:router_gateway {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:51:35.215358 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 41030) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:35.245588 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bba4e1aa-668c-434c-ae60-e004fee4de3c req-e799fc8f-5ca4-491f-b72e-b106a315d02d tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0347431 Jun 29 17:51:35.271534 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-33266893-7e8f-42ac-b916-b4ca22b60096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995816'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:35.275249 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-e284b284-3ded-4b2c-b54e-31d241145ee4 tempest-VolumesActionsTest-1980234988 tempest-VolumesActionsTest-1980234988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:35.299614 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33266893-7e8f-42ac-b916-b4ca22b60096 admin admin] Pushing event deleted for resources: {'Port': ['ID=853aaa35-d63c-4b94-9c85-0d8c46c4e7ba,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:35.308457 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-33266893-7e8f-42ac-b916-b4ca22b60096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:35.369073 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ea0dbc1f-9524-4b08-846c-447994892320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:35.388531 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-33266893-7e8f-42ac-b916-b4ca22b60096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1618157'] for router_gateway, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:35.472306 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device d09e4baa-d8db-4745-9cb0-de5800770358 no longer exists at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:51:35.496219 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-33266893-7e8f-42ac-b916-b4ca22b60096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-895'] for router, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:35.499067 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-33266893-7e8f-42ac-b916-b4ca22b60096 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:35.499199 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] No Port match for: d09e4baa-d8db-4745-9cb0-de5800770358 {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:51:35.500517 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device d09e4baa-d8db-4745-9cb0-de5800770358 not bound to the agent host dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:51:35.598329 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ea0dbc1f-9524-4b08-846c-447994892320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:35.631344 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-33266893-7e8f-42ac-b916-b4ca22b60096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-479148'] for router, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:35.631707 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33266893-7e8f-42ac-b916-b4ca22b60096 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35452f5b-8b44-40ef-93da-e4a1e91fac26 {{(pid=100361) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:51:35.636743 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-33266893-7e8f-42ac-b916-b4ca22b60096 admin admin] Notify callbacks [] for router, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:35.644029 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-33266893-7e8f-42ac-b916-b4ca22b60096 admin admin] 10.222.0.102 "DELETE /v2.0/routers/35452f5b-8b44-40ef-93da-e4a1e91fac26 HTTP/1.1" status: 204 len: 168 time: 1.4043641 Jun 29 17:51:35.644029 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 41034) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:35.673877 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-ea0dbc1f-9524-4b08-846c-447994892320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:35.685899 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-253ad002-10e3-4ab6-b0f9-b8456083c1d2 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:35.731672 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_v2 [None req-126c5170-cc5e-4341-8072-6d708ce4e324 admin admin] Deleting subnet d55e3233-4b82-4eaf-8133-768ec1199c82 {{(pid=100361) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:51:35.741003 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-ea0dbc1f-9524-4b08-846c-447994892320 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=1cd93331bec749b49ee8e4140d9d7609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5217426 Jun 29 17:51:35.741003 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-126c5170-cc5e-4341-8072-6d708ce4e324 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:35.741664 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 41036) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:35.743069 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0dbc1f-9524-4b08-846c-447994892320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ef5850-bb7d-4b77-9b11-9b129044c0a8,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:35.764080 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-ea0dbc1f-9524-4b08-846c-447994892320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:35.781348 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-126c5170-cc5e-4341-8072-6d708ce4e324 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10108961'] for subnet, precommit_delete_associations {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:35.798408 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e8f96b53-82d5-4ee3-8371-67d2b17bfc98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:35.819996 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e8f96b53-82d5-4ee3-8371-67d2b17bfc98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:35.862333 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-126c5170-cc5e-4341-8072-6d708ce4e324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423704'] for subnet, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:36.001927 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e8f96b53-82d5-4ee3-8371-67d2b17bfc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:36.004669 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e8f96b53-82d5-4ee3-8371-67d2b17bfc98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:36.005868 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-e8f96b53-82d5-4ee3-8371-67d2b17bfc98 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/40ef5850-bb7d-4b77-9b11-9b129044c0a8 HTTP/1.1" status: 204 len: 168 time: 0.2637069 Jun 29 17:51:36.006665 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-37ff8096-d7f2-482d-9cb0-e2fe0f95ae87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:36.015940 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f96b53-82d5-4ee3-8371-67d2b17bfc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ef5850-bb7d-4b77-9b11-9b129044c0a8,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:36.017742 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-e8f96b53-82d5-4ee3-8371-67d2b17bfc98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:36.083655 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-126c5170-cc5e-4341-8072-6d708ce4e324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9995986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2477002'] for subnet, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:36.086831 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-d69769e3-79a0-402a-b199-2eacd5ea8f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:36.111989 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c5170-cc5e-4341-8072-6d708ce4e324 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d55e3233-4b82-4eaf-8133-768ec1199c82,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:36.114400 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-126c5170-cc5e-4341-8072-6d708ce4e324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:36.117169 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-126c5170-cc5e-4341-8072-6d708ce4e324 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:36.122555 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 41040) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:36.123194 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-126c5170-cc5e-4341-8072-6d708ce4e324 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/d55e3233-4b82-4eaf-8133-768ec1199c82 HTTP/1.1" status: 204 len: 168 time: 0.4817367 Jun 29 17:51:36.125830 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feca8598-e0d0-4bfe-8cdb-b65ce6a720b1 None None] Network 97481ab3-298b-48be-a3da-73c15ab38f8c requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:51:36.196804 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0a626fae-3df6-410f-a248-7f6ab9ce3379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1525605'] for network, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:36.250560 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-0a626fae-3df6-410f-a248-7f6ab9ce3379 admin admin] Deleting port aa68f0c3-95bf-4248-81f1-689719510177 {{(pid=100362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:51:36.251294 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0a626fae-3df6-410f-a248-7f6ab9ce3379 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:36.347474 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0d2dc3-540a-4ced-b83e-30c95d067ad8 None None] DHCP port deletion for 97481ab3-298b-48be-a3da-73c15ab38f8c request from dv-cinder-763306-14-iscsi {{(pid=100363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 17:51:36.357041 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e696d027-63a4-4fbc-aa0a-b74ec1ecbf84 req-aecefb93-df04-4fe5-bc1d-bdd5a0e1c446 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0481043 Jun 29 17:51:36.363510 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.db [None req-0a626fae-3df6-410f-a248-7f6ab9ce3379 admin admin] For port aa68f0c3-95bf-4248-81f1-689719510177, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=aa68f0c3-95bf-4248-81f1-689719510177,segment=NetworkSegment(b8651c9c-5cd4-4c1b-a245-3cfed190c909),segment_id=b8651c9c-5cd4-4c1b-a245-3cfed190c909)] {{(pid=100362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:51:36.364143 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0a626fae-3df6-410f-a248-7f6ab9ce3379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:36.378813 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-0a626fae-3df6-410f-a248-7f6ab9ce3379 admin admin] Calling delete_port for aa68f0c3-95bf-4248-81f1-689719510177 owned by network:dhcp {{(pid=100362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:51:36.526125 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d2dc3-540a-4ced-b83e-30c95d067ad8 None None] Deleting port aa68f0c3-95bf-4248-81f1-689719510177 {{(pid=100363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:51:36.526613 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-ae0d2dc3-540a-4ced-b83e-30c95d067ad8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:36.541040 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0a626fae-3df6-410f-a248-7f6ab9ce3379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2715355'] for port, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:36.544206 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-a2d37b9e-5f4b-49d4-9e59-6ef67594452d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:36.574474 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a626fae-3df6-410f-a248-7f6ab9ce3379 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa68f0c3-95bf-4248-81f1-689719510177,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:36.577839 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-0a626fae-3df6-410f-a248-7f6ab9ce3379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:36.578709 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a626fae-3df6-410f-a248-7f6ab9ce3379 admin admin] No DVR routers for this DVR port aa68f0c3-95bf-4248-81f1-689719510177 on host dv-cinder-763306-14-iscsi {{(pid=100362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:51:36.593809 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-ae0d2dc3-540a-4ced-b83e-30c95d067ad8 None None] For port aa68f0c3-95bf-4248-81f1-689719510177, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=aa68f0c3-95bf-4248-81f1-689719510177,segment=NetworkSegment(b8651c9c-5cd4-4c1b-a245-3cfed190c909),segment_id=b8651c9c-5cd4-4c1b-a245-3cfed190c909)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:51:36.594212 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-ae0d2dc3-540a-4ced-b83e-30c95d067ad8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:36.607493 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d2dc3-540a-4ced-b83e-30c95d067ad8 None None] Calling delete_port for aa68f0c3-95bf-4248-81f1-689719510177 owned by network:dhcp {{(pid=100363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:51:36.663033 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0a626fae-3df6-410f-a248-7f6ab9ce3379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423750', 'neutron.services.segments.db._delete_segments_for_network-8732082675523'] for network, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:36.674184 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.services.segments.db [None req-0a626fae-3df6-410f-a248-7f6ab9ce3379 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97481ab3-298b-48be-a3da-73c15ab38f8c']}} {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:36.688053 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.services.segments.db [None req-0a626fae-3df6-410f-a248-7f6ab9ce3379 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8651c9c-5cd4-4c1b-a245-3cfed190c909') {'for_net_delete': True} {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:36.689230 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.services.segments.db [None req-0a626fae-3df6-410f-a248-7f6ab9ce3379 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8651c9c-5cd4-4c1b-a245-3cfed190c909') {} {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:51:36.694568 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-ae0d2dc3-540a-4ced-b83e-30c95d067ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574'] for port, after_delete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:36.698456 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-32a27f59-068d-430e-ae26-1f97842856a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:36.702169 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0a626fae-3df6-410f-a248-7f6ab9ce3379 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732082504906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10202205'] for segment, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:36.721461 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0a626fae-3df6-410f-a248-7f6ab9ce3379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:36.722065 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d2dc3-540a-4ced-b83e-30c95d067ad8 None None] Pushing event deleted for resources: {'Port': ['ID=aa68f0c3-95bf-4248-81f1-689719510177,revision_number=None']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:36.725344 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-ae0d2dc3-540a-4ced-b83e-30c95d067ad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:36.726156 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0d2dc3-540a-4ced-b83e-30c95d067ad8 None None] No DVR routers for this DVR port aa68f0c3-95bf-4248-81f1-689719510177 on host dv-cinder-763306-14-iscsi {{(pid=100363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:51:36.729512 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a626fae-3df6-410f-a248-7f6ab9ce3379 admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=100362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:51:36.730315 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0a626fae-3df6-410f-a248-7f6ab9ce3379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2715276'] for segment, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: Traceback (most recent call last): Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: timer() Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: cb(*args, **kw) Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: return func(*args, **kwargs) Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: self._notify() Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: self.callback(batched_events) Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: event.method(event) Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: return f(self, *a, **k) Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: return self._get(url).json() Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: return self.request(url, 'GET', **kwargs) Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:51:36.732326 dv-cinder-763306-14-iscsi neutron-server[100362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:51:36.866160 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0a626fae-3df6-410f-a248-7f6ab9ce3379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617152'] for network, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:36.871341 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-09acfbc8-fcad-4023-b164-8d352d05bf67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:36.875168 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-0a626fae-3df6-410f-a248-7f6ab9ce3379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:36.882046 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-0a626fae-3df6-410f-a248-7f6ab9ce3379 admin admin] 10.222.0.102 "DELETE /v2.0/networks/97481ab3-298b-48be-a3da-73c15ab38f8c HTTP/1.1" status: 204 len: 168 time: 0.7536054 Jun 29 17:51:36.888499 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a626fae-3df6-410f-a248-7f6ab9ce3379 admin admin] Pushing event deleted for resources: {'Network': ['ID=97481ab3-298b-48be-a3da-73c15ab38f8c,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:36.890941 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-0a626fae-3df6-410f-a248-7f6ab9ce3379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:37.232851 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 853aaa35-d63c-4b94-9c85-0d8c46c4e7ba no longer exists at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:51:37.253444 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] No Port match for: 853aaa35-d63c-4b94-9c85-0d8c46c4e7ba {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:51:37.253902 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 853aaa35-d63c-4b94-9c85-0d8c46c4e7ba not bound to the agent host dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:51:37.254401 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device aa68f0c3-95bf-4248-81f1-689719510177 no longer exists at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:51:37.275860 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] No Port match for: aa68f0c3-95bf-4248-81f1-689719510177 {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:51:37.276275 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device aa68f0c3-95bf-4248-81f1-689719510177 not bound to the agent host dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:51:37.298336 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 41068) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:37.344847 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-73495568-84f7-4cde-a8fa-e50992739391 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=ffa0e33d5f7845379cdcff1fd75bcfc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452323 Jun 29 17:51:37.347231 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 41072) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:37.402327 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-5a665c85-4ec7-4395-8a86-21a6f9789253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:37.418879 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:37.447231 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-5a665c85-4ec7-4395-8a86-21a6f9789253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:37.475511 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-299bb667-a166-4b7e-aed3-e5ccc1fbfb19 req-ea6ef796-153b-48bc-a55b-54b8481f4aae tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0495045 Jun 29 17:51:37.585978 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-5a665c85-4ec7-4395-8a86-21a6f9789253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:37.588876 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-5a665c85-4ec7-4395-8a86-21a6f9789253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:37.590046 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-5a665c85-4ec7-4395-8a86-21a6f9789253 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/ec9504dc-c4e4-4c5c-865b-c0a984402ac6 HTTP/1.1" status: 204 len: 168 time: 0.2418704 Jun 29 17:51:37.590972 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-e8f96b53-82d5-4ee3-8371-67d2b17bfc98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:37.598690 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a665c85-4ec7-4395-8a86-21a6f9789253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9504dc-c4e4-4c5c-865b-c0a984402ac6,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:37.601367 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-5a665c85-4ec7-4395-8a86-21a6f9789253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:38.360374 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 41092) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:38.401388 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-e5017651-3ab6-4590-8bbc-96c342808d75 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=a8b1f8e97b1e4f87b49b4ae6c49d17a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396359 Jun 29 17:51:38.403661 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 41094) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:38.452251 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a36fb94f-5c62-4478-aefe-cfb0460975c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:38.472374 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a36fb94f-5c62-4478-aefe-cfb0460975c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:38.562652 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e5963801-2d87-4b50-b64e-68fb03c5e22f req-73accd81-1456-40cf-8536-674d4f4b5021 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0319073 Jun 29 17:51:38.585456 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a36fb94f-5c62-4478-aefe-cfb0460975c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:38.588471 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a36fb94f-5c62-4478-aefe-cfb0460975c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:38.589593 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-a36fb94f-5c62-4478-aefe-cfb0460975c7 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/4321d503-6e54-4fcd-b938-01b9a8743307 HTTP/1.1" status: 204 len: 168 time: 0.1850061 Jun 29 17:51:38.590457 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-354cbf96-a0d8-4e06-810b-7971ab11aefa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:38.598917 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36fb94f-5c62-4478-aefe-cfb0460975c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4321d503-6e54-4fcd-b938-01b9a8743307,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:38.601506 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-a36fb94f-5c62-4478-aefe-cfb0460975c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:39.650665 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-62963a73-ee71-4554-adc8-bb06e108979e req-73ddadc2-9b32-4b92-9d7a-2768a67d82b3 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0336020 Jun 29 17:51:40.731419 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6001a8fa-67b1-4753-9bf3-14e2e4df159d req-042682aa-2d24-416d-a741-bc2618551c1a tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0299141 Jun 29 17:51:41.815026 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-20223650-5f05-4c0b-a184-9e920b2a1cdf req-0fcd4ebf-38f6-46e5-a317-0e5a43b1d87b tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0316095 Jun 29 17:51:42.899154 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-15f30d3d-bbd7-4aa6-a6ba-d380a7632fd2 req-bcb4f9ce-1eec-4021-9420-997dd2f5c82f tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0327444 Jun 29 17:51:43.987243 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-282f432b-c5d7-4054-a88b-b8250ef4fe7f req-f0fba26d-1334-4b4e-a983-5039a78ea540 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0347536 Jun 29 17:51:44.784193 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:51:45.072498 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-563478ee-b1f0-4b39-97d1-2397126cf001 req-7645f644-9209-480a-a0cd-938d2f16b855 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0282001 Jun 29 17:51:46.155078 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-99249da5-fdda-4695-b8a1-4f7570eea9a1 req-d82e78bd-fd6a-47eb-a74e-4e7b50cd73e4 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0294983 Jun 29 17:51:46.761982 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 41146) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:46.869326 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-d0766089-4b3a-42ec-9045-4b1956936b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:46.964964 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-d0766089-4b3a-42ec-9045-4b1956936b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:47.019412 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-d0766089-4b3a-42ec-9045-4b1956936b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:47.021954 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-f13a028e-77b3-43d9-b518-edd9744280ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:47.059838 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-d0766089-4b3a-42ec-9045-4b1956936b0a admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=865d1f32f74847c6984137c7c5aa2df3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967019 Jun 29 17:51:47.061480 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0766089-4b3a-42ec-9045-4b1956936b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ee89bd-a75e-4607-a1b7-fb70075538bf,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:47.062582 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 41150) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:51:47.066007 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-d0766089-4b3a-42ec-9045-4b1956936b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:47.116940 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9f26c1f1-0678-49e4-a5d8-1108721d97a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:47.140131 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9f26c1f1-0678-49e4-a5d8-1108721d97a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:47.243205 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8a4b8996-f6f5-4226-80b4-e24379789f1a req-52368bb7-027b-4310-b293-69387b95c59b tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0289071 Jun 29 17:51:47.276566 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9f26c1f1-0678-49e4-a5d8-1108721d97a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:47.279225 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-9f26c1f1-0678-49e4-a5d8-1108721d97a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:47.280408 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-9f26c1f1-0678-49e4-a5d8-1108721d97a4 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/e4ee89bd-a75e-4607-a1b7-fb70075538bf HTTP/1.1" status: 204 len: 168 time: 0.2168322 Jun 29 17:51:47.281293 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-a3e9f6b3-3961-4c2e-88e1-559da27f9516 tempest-AttachVolumeShelveTestJSON-1659716282 tempest-AttachVolumeShelveTestJSON-1659716282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:51:47.289201 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26c1f1-0678-49e4-a5d8-1108721d97a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ee89bd-a75e-4607-a1b7-fb70075538bf,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:51:47.292013 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-9f26c1f1-0678-49e4-a5d8-1108721d97a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:51:48.329081 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c142d9c6-e649-4c5e-8ff6-6ee3a75b4c62 req-25416884-406f-4d4b-a9da-fe0c319b4de7 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0322707 Jun 29 17:51:49.417818 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-60043b8d-c776-4893-b476-9b4c2da7445c req-d82d9b9d-c625-44ed-b9e7-e89638f39d7d tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0349956 Jun 29 17:51:50.503662 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e8b72680-e5c1-40de-816c-8a573706d723 req-0ee496e6-75f5-4d8a-ac2e-1badbfcf1fee tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0297163 Jun 29 17:51:51.589585 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5767b0da-1f2a-45c9-97ec-d2695e339e73 req-2d6114da-d59c-4844-a868-e7d112803d6e tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0313325 Jun 29 17:51:52.677243 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2e808da6-8131-4c21-8ad5-5479bd22fca1 req-4f3fcd9f-7439-4900-b7c8-cf85f047ffff tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0330632 Jun 29 17:51:53.765907 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fcd55161-bcbd-48b3-9723-fd3d04bedd4a req-f697e87e-67e6-4af0-9e08-e5c230a95948 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0326331 Jun 29 17:51:54.853224 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c50f2d01-d82c-43f5-9539-fcac329080a1 req-11d89549-f554-46ff-abb0-3a5e89f34b23 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0300121 Jun 29 17:51:55.943992 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e43cf885-69c6-4e45-87b1-2d19c49cef17 req-4e96868a-bb4f-4f9a-b814-0bbfc36b1125 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0302737 Jun 29 17:51:57.029419 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4b17e145-4a1b-4a37-b9c2-3209e73e61bf req-62a40a44-ea30-4586-bad8-3283031afd7a tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0300331 Jun 29 17:51:57.482095 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-04a85ddc-5515-4c23-aa4d-98c221b69c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:58.115553 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-85913d79-0dce-4b43-8a55-87c791ef3f04 req-8c27fcb4-8007-4c6c-ac41-aec20c93a61d tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0326390 Jun 29 17:51:59.205076 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ca1d4821-6a92-477e-91ae-9fb260a65edc req-331acc5d-bc35-4f4c-92fa-5167a2d82e98 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0316870 Jun 29 17:51:59.802090 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-75dc30a2-6cf4-4884-b226-222204a118da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:51:59.904477 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:52:00.291395 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ce618440-bde6-45cc-9fdb-a250419902e3 req-9b235310-38af-46ba-a333-001781805fc4 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0296705 Jun 29 17:52:01.374171 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-16b076f2-9492-4c71-9d35-ffdb6f1d3ebd req-fb7b90f2-8368-4172-a7e8-cb5de13a8f98 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0303290 Jun 29 17:52:01.486530 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:52:02.457474 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7dc18171-28c2-4955-91b4-b02b0ece3b26 req-5a2a8e9a-5e77-4700-965a-eecf49adb83f tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0327520 Jun 29 17:52:03.217890 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:52:03.536240 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-070f435c-9b4b-4403-92a8-041371b10b23 req-5d9753bb-6a94-4311-ba7d-e5405bc096b3 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0275655 Jun 29 17:52:04.618671 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ce1f1068-b3ff-4a03-8fb2-eb9c15afaf85 req-55e5463e-27d2-4306-b0d9-78959ee04983 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0291138 Jun 29 17:52:05.699398 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4e9a4bbc-9edf-41a4-81b4-85f3663e6344 req-2f268fb8-01e8-4a00-902c-5f3c2273d20a tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0286155 Jun 29 17:52:06.785684 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-046c0284-54b9-4fea-a139-641449ad8bd2 req-60d2a76c-b344-4c77-8ae8-1aec8126a1bd tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0319974 Jun 29 17:52:07.377623 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:52:07.867237 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d059f2de-730e-412b-833e-0a16bcbd700d req-faa231ca-740c-4ac4-99f1-fe972519abcd tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0289223 Jun 29 17:52:08.949554 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-98435592-6b66-48c2-81a1-fc159f3e9f4a req-022d7d14-a202-4840-b440-0498d5d3c44b tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0294256 Jun 29 17:52:10.036153 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f1e4b54a-4b99-4306-9384-0ee94f2ef485 req-267cc992-3df6-42f6-8ba9-b94ee5a034e2 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0295846 Jun 29 17:52:11.135161 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-624f1fb9-6801-437f-9153-981bef4bd9db req-e66132a5-370c-40d0-b733-e138d293c209 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0341382 Jun 29 17:52:12.217856 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e5239abd-5697-4a74-a383-1a58ac1214d2 req-4a3f2ac2-3197-4f30-9fad-7f55b331003f tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0285869 Jun 29 17:52:13.304991 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-854cc67b-a3d7-48ec-9790-55d3af5ea41f req-ec6e593f-6593-44d9-af85-6c44f1923ff1 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0296593 Jun 29 17:52:14.388634 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7238a8c7-f077-4f60-ac5a-95b1b183c86d req-b960635c-c2bf-48f7-a3a3-5d8f4dcf9b5d tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0313790 Jun 29 17:52:15.475762 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2640ba98-6514-4c95-ab08-0061fe8b5e4f req-5fc796d8-3877-4963-a52e-903e1e6ebcb0 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0332110 Jun 29 17:52:16.836993 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e0fb3aee-6356-41b2-adb2-9634cf1b5fe3 req-789b49ba-bfe2-402c-9e26-030b126b0b21 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.3082018 Jun 29 17:52:17.920998 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a7c7dde7-c126-465a-916a-2b58f5c95efb req-19818fe6-7ccb-4777-a99c-c1eafd66acb7 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0291948 Jun 29 17:52:19.002813 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-3a650b2c-0e38-4799-b831-415e4d62f467 req-d921e1a6-da40-4560-aa11-6d46ac711831 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0288343 Jun 29 17:52:20.086697 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-10bdce1e-7068-4ee8-9841-d2c0af786bde req-2826592a-7f10-41b5-a098-245d71306052 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0295486 Jun 29 17:52:21.172950 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1933da67-fe46-4d43-8b41-3ac0b1335ee8 req-7fc5da8d-c3d2-40f4-b655-2a67b49195ce tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0317252 Jun 29 17:52:21.784680 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:52:22.263514 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-11fdf721-b893-4b88-8321-5936c6863a52 req-1d7f237b-0a3c-490a-944a-4e5823e6c255 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0297287 Jun 29 17:52:23.359055 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2900642a-6f6c-4629-b50f-877b78450942 req-0254fb6f-747b-4353-ad17-22343723ff29 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0304155 Jun 29 17:52:24.471204 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-dbe92606-6503-4890-9cbd-c74220c4d229 req-9301493c-bf3f-4751-b056-bfceed569984 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0414500 Jun 29 17:52:25.594081 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bd69eabd-c86f-4a79-9771-3dacd8a44e3a req-64a748bc-f3dc-430b-838f-20719dbd08fd tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0486794 Jun 29 17:52:26.705038 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f6d38f45-cbb9-4c31-922b-8d20fe99ef21 req-930691af-d3d0-4e80-95f9-ffff6c900377 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0336618 Jun 29 17:52:27.412938 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-58bacd6f-d2a8-4e67-aaf9-060f423c0721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:52:27.809546 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8c86d54e-173b-4ff4-bc51-b2c66b6bf5b4 req-47d7763d-2ff6-44b0-8f95-02dcb638b3d6 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0454469 Jun 29 17:52:28.900604 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7597f255-383f-4ec8-b913-7035af09ee3a req-bcf5aebb-8861-42c5-a8a0-d18435b5d12d tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0315347 Jun 29 17:52:29.794895 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-1f0b8455-9e78-4020-8f3e-8a04fa57c79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:52:29.904136 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:52:30.008256 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c64a9eb7-79a1-47d5-a648-0ffa35dce4b7 req-3a7dba89-589d-40c6-a641-2791e3a3581c tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0423903 Jun 29 17:52:31.118704 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b68d58d8-763b-45c8-91b7-4ed6b3e34b10 req-8dee9b89-f951-4fd1-929e-e0086d27de86 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0341370 Jun 29 17:52:31.532602 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:52:32.224948 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-71910d34-33cf-48fa-b5ef-28e930edc31d req-df7324d7-e890-4deb-a825-b8b9edb41188 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0314832 Jun 29 17:52:33.280857 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:52:33.321743 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7e3413d0-c39d-42d3-a167-f5957010d037 req-84b7f698-f2e0-4e9b-b1e9-f34d76c4eb5c tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0373616 Jun 29 17:52:34.412349 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-aa22a604-4d76-4d40-9999-a559507a11c8 req-dbfebfcc-05c6-4932-863b-3932aaed6de6 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0332763 Jun 29 17:52:35.498783 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b67a352b-df6d-4f65-8383-e8860152d227 req-85ee3bdb-a729-4973-9551-7caa63cb690c tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0314138 Jun 29 17:52:36.602492 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bf57414b-de0a-4b20-bebf-393f3113fa5a req-0d4fa58f-b9b9-4807-9ca9-a580acb0023d tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0305166 Jun 29 17:52:37.383810 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:52:37.700163 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1fa9577d-cf37-41cc-94f3-f6a46d734609 req-ed1f3db5-57bb-4f36-b7c2-daf4283ac838 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0354280 Jun 29 17:52:38.796764 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-40d95857-d23f-498f-ac29-2df13bfa1beb req-535b4116-1c55-4c2d-b469-464a07177eb8 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0336838 Jun 29 17:52:39.918341 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f8353bff-387a-4198-bf58-767ec8fe2687 req-531adbe7-6e63-4fc4-b407-653ca22ddf80 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0336897 Jun 29 17:52:41.049147 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d28f7350-7ec7-4c37-aba6-39199d710b27 req-a5d2193e-379e-4902-aedb-627a2e004645 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0407646 Jun 29 17:52:42.161067 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d1646f2c-e1d3-4529-816d-b1849bb05e5e req-875d1b96-886c-4ace-986e-c892472309ba tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0316477 Jun 29 17:52:43.259709 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ac869bc3-8890-4f13-8d08-da764f6e81b5 req-4477d320-2dba-4fd6-af58-afdc1da58a8e tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0350780 Jun 29 17:52:44.364013 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-511fab13-8552-43af-985c-f2e4cf2fd2b2 req-5697c967-e708-417b-bc99-86a13b7f0f42 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0363030 Jun 29 17:52:45.451996 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-502e9812-24d1-4e31-94ba-9ac56fa93155 req-98c1989a-5afe-4b1c-ba15-f747fd5157b1 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0316625 Jun 29 17:52:46.550902 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fb2199be-f4f5-4d6d-b344-05249de497a8 req-5e700f66-4a38-495c-bc03-2bfc0734a299 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0321009 Jun 29 17:52:47.647061 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a0bc7003-4dc2-42a2-bc20-66c19755f62a req-ec224dcc-af54-4c93-ae77-d18f8c9536bd tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0377469 Jun 29 17:52:48.743594 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f101af2b-6d67-4051-aa22-1873fc635d8a req-8cddbdab-5ce6-41bf-ae57-3aa73a82d5bf tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0298307 Jun 29 17:52:49.846660 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c601c6af-0c69-4626-9c28-59061fbfe6e7 req-f47402b8-2a09-457c-83d3-c318caee103d tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0406411 Jun 29 17:52:50.938687 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4c3b8473-a359-4696-bb60-18c59d0855b8 req-d3b2c075-8319-4baf-b094-07007c938b49 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0337842 Jun 29 17:52:52.061734 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-cb62ea9a-bd31-4844-8ada-9b24758191be req-e312fae9-7706-45bf-ba0d-273ca157dd9d tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0524704 Jun 29 17:52:53.149779 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-80182e83-e779-4925-bedc-2534ab15bdc1 req-e2f0ecf3-7c2d-48b5-ab5e-0729f6130ef0 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0307803 Jun 29 17:52:54.273806 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-43084747-afde-4201-a75a-349d1b60cad0 req-0bc8bd54-0dfa-449e-82d2-13577e2a69be tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0518341 Jun 29 17:52:55.395186 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-648a8faa-2a73-47f2-8d0e-164dbe4cfc13 req-99cc1fe8-6ac9-423b-b670-10a2619ce8f0 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0355039 Jun 29 17:52:56.516708 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d749c2b3-7cdc-4c9d-9bb5-2c1f0d52c4c1 req-deaef766-9d24-43ce-ae93-72d21dd7bd86 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0438201 Jun 29 17:52:57.434594 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-c801eca2-b76b-41e8-9f37-248989bc984f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:52:57.618003 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1041dda5-a6fc-4ef4-9170-fc0139ed8dbc req-053f4b3a-bb30-4678-806f-5700029504e2 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0326385 Jun 29 17:52:58.711012 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f2a10221-c457-48a0-8109-954997193c0c req-838c3bcf-e9f6-4292-83af-06fee280598b tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0298412 Jun 29 17:52:58.783767 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:52:59.801222 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-eb8c8435-e5c0-41f2-aa6e-d5d0b35f77cc req-db0fd0c2-6e5e-4a73-85bc-2b3e29e1d11b tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0346508 Jun 29 17:52:59.806476 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-364587ad-2bfe-4bda-97ed-fc7b9ce2b9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:52:59.908575 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:53:00.902310 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-40b3a21a-8ae9-46be-824f-808609784806 req-12b19e4c-22cb-446e-8d99-96c04d69a9e5 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0418153 Jun 29 17:53:01.532176 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:53:02.024397 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-85c71377-1798-4806-8926-006d57658880 req-95f04ae7-faf7-4707-9373-94cb15938abf tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0363138 Jun 29 17:53:03.126369 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9ad450f0-b11a-4e6d-917e-2a6ef5eb1ee3 req-c34dcbe9-37c1-41fe-888c-89dad4e129d7 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0357885 Jun 29 17:53:03.205873 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:53:04.224239 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c62aa7ca-6044-4c7d-bec5-805fac85bb85 req-a1a2975c-8ee0-47e6-8e6d-b3ca5fc6e4eb tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0307021 Jun 29 17:53:05.331196 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-36ac58bb-485b-4dcf-826d-afcab5e03c64 req-aa739cae-1c59-4c39-9c4b-e71c2d40cf3f tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0371099 Jun 29 17:53:06.439307 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d36ed3b7-8645-48c9-8ebe-8a93314761c0 req-59911121-1f29-4243-b4a7-f1afae2e2a8f tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0335305 Jun 29 17:53:07.405412 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:53:07.531532 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ab6517d0-6163-4fe2-be88-7e47036f338d req-36d34ff6-ef05-4f61-a11d-02f37b35a1df tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0328391 Jun 29 17:53:08.628222 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-377b3685-3c06-4365-a602-609155c71090 req-43b26ecf-ea1c-4b05-9d63-02d0828f7153 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0348017 Jun 29 17:53:09.723106 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2555b8aa-9910-450b-8073-6d3573ba6b49 req-e17577aa-2323-4062-8dcf-10d37a36e3c3 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0359049 Jun 29 17:53:10.818394 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b52f2f37-6ca7-4fb5-a7b8-a9e92ea57274 req-a13cae1a-b7f0-405e-92f0-c6e81563354c tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0331781 Jun 29 17:53:11.919319 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-cebe5424-c1d7-44db-b90a-b9b90443242c req-e3b42b03-f85c-4cf5-b30b-b9b2dcc418de tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0380993 Jun 29 17:53:13.011983 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a444b337-df56-41ac-86ea-392921b9348b req-f2682689-da38-4671-9f67-28fab33acf14 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0307517 Jun 29 17:53:14.101430 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b76e9c60-6a50-4693-b9ed-aa6b05e04d6b req-4ba25466-14fe-4461-add0-1d5254032067 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0334973 Jun 29 17:53:15.203663 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-3e06f0a2-d28a-45e4-8948-3785ad27518b req-1d69efca-ca1f-4d0b-acfc-74ddb01b396e tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0327888 Jun 29 17:53:16.299472 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2e557a50-40ff-4070-810b-6240904ac31e req-0e907f50-d164-422d-8a03-2618e5c67d6b tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0340967 Jun 29 17:53:17.421406 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8c3978e4-d81b-41f2-9ddb-0a170d0bd7e6 req-5c39439e-043c-49fb-804c-6e76a480bb31 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0400484 Jun 29 17:53:18.530831 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-969bcbb6-6a58-43ab-a0ec-bf8a7f3d9bb8 req-125c9a0d-4ff8-49f4-ae2c-73e93eddbf6b tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0403998 Jun 29 17:53:19.619699 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-aac35620-c887-4aaa-94d3-73510e746da5 req-ed160e18-4ff0-4485-98fb-e2faffefea72 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0321093 Jun 29 17:53:20.731608 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e4c6a3a7-a057-449d-a609-f673a8bbef1f req-fb606da3-71c8-4717-b6ed-fa70b858c641 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0562034 Jun 29 17:53:21.827285 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9643d8ef-c2d5-4d18-bffb-10dce04d7b62 req-5040af6a-781a-48e9-9958-aaf22717d1ff tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0349967 Jun 29 17:53:22.918698 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2ef0ace1-beff-4e47-97c3-22df7591a251 req-d6140b89-2d9d-48c2-a624-019cdb9ae94d tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0351090 Jun 29 17:53:24.038460 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9e0ead7b-5523-41b0-85d5-661fcb98671b req-e3f34669-81e2-4404-a837-252f728f6c3e tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0290864 Jun 29 17:53:25.134168 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8608fcda-ced9-49cf-bb77-563bef2256a4 req-8b514197-ec35-4f2b-a8d1-c3ee31db1ad4 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0316436 Jun 29 17:53:26.227846 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ab210c34-df72-429c-899a-cdeac226115e req-2c82edb2-26f2-474d-9d80-1a2cefd2e6df tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0320094 Jun 29 17:53:27.335474 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6b149464-3879-431b-afc8-76ba2525b7cb req-822cb568-e72d-45e8-8e93-4fa59afd054f tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0412400 Jun 29 17:53:27.462604 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-06db914d-737c-4e72-a031-34e7547b64a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:53:28.443379 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-99499a80-8f38-464f-b083-d1df723c6fc6 req-5bc139ae-5824-4dc6-ac89-3d1c59abd37a tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0383782 Jun 29 17:53:29.550716 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4858d055-ee8b-42cc-814e-4964a9ff9c64 req-50c105a2-306d-496f-9543-2fb0ed2029d5 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0334504 Jun 29 17:53:29.821882 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4fbfb97-91a6-4ebc-994d-237a0b3870d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:53:29.935886 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:53:30.653277 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-312c1259-8f0b-41e6-8de6-17d22bc13438 req-e60a5e34-78e0-4ac7-9fe6-02360f7c0dae tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0335472 Jun 29 17:53:31.537136 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:53:31.768716 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-3a6a1e91-dd99-4b1e-a992-a205fcc1b899 req-2ca40856-d3f4-43e9-9ce7-f4846393017e tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0337203 Jun 29 17:53:32.857150 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a7df26a2-8a07-43bc-a56c-624d712d826b req-43cf9ee3-3dfd-4b0d-98be-0348a79f9245 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0311439 Jun 29 17:53:33.193542 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:53:33.954566 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4c508afb-0ab4-4245-8df7-f18484e231ae req-fa1d151c-dc13-4593-ab4f-b6906084fa0a tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0352855 Jun 29 17:53:35.044455 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-984018ba-52c2-455e-b741-556b4ce51585 req-f1addc4e-eec0-450e-9e1e-43eaa38928a9 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0313301 Jun 29 17:53:35.782321 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:53:36.157205 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f8655db4-a9c3-4371-9d47-d5b649c8eaa8 req-af4411b3-a556-4c39-8b82-8f9509d0aaef tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0415301 Jun 29 17:53:37.255599 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4c53d2f4-e440-4e1f-8040-da6829ece023 req-6f208d40-fa81-4eea-b417-02f3e4eea734 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0369830 Jun 29 17:53:37.393299 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:53:38.350961 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5b3d48b4-35b7-4462-98eb-11cfe2f4ed57 req-33704af8-827e-47ac-a1a7-61379469d513 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0357141 Jun 29 17:53:39.458311 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ace89672-0baf-4f0a-bfd1-c74efb8e83b7 req-782a83c4-0e57-439b-8642-cd0397e49ffa tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0433340 Jun 29 17:53:40.565878 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1a8607c5-1927-4987-bdf7-6ddcd58ee8aa req-5ffdb4e5-d90f-4c89-8008-6420512ce2c1 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0355039 Jun 29 17:53:41.693047 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c440f0d4-f76f-4521-a5c5-fbc726c97d01 req-981481b6-20e0-46d6-a2e3-57b8783a125f tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0509729 Jun 29 17:53:42.808141 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4c64eb9f-ab1d-4a07-aca8-55036aa58956 req-6ca6d70d-b603-4d80-8f86-beab81a503d0 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0471938 Jun 29 17:53:43.904646 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-67b20d7d-e44a-45ab-9569-05439ce93f00 req-919ae1f9-5f17-45a6-b604-06c8e27ff74c tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0358744 Jun 29 17:53:45.033594 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7d873ef0-2ad3-4f5a-800b-43ce5d197d74 req-38db0b89-7816-4f13-aed0-a060bcfb18ad tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0487475 Jun 29 17:53:46.165670 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-96701e80-af10-4687-88aa-bee401951a58 req-98be96ba-728b-4753-92e6-de1502eba9e2 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0304911 Jun 29 17:53:47.254791 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0ecb6a40-e162-407c-a251-675702b19c96 req-4f50181d-4dbe-496c-a8a0-d32cfccd1208 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0352244 Jun 29 17:53:48.354722 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6ae4c5f3-f792-4951-83cc-207239538fec req-3d27145c-6498-4d59-ba2d-d13970658dc6 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0371022 Jun 29 17:53:49.455361 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e846c139-c613-4028-9881-91883a4aed7c req-c97bc841-1bf6-45ae-ba40-e6461ff9e95e tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0381320 Jun 29 17:53:50.547364 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4b2fb9f0-a129-4162-84dd-f573cab52c5c req-1ba5e157-54bf-46be-bd59-776567bbc300 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0313797 Jun 29 17:53:51.638544 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-45d8c869-4456-4c85-9a10-d6fc646e0145 req-64cfd52a-8384-4abe-ae31-078e8424297e tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0311332 Jun 29 17:53:52.737448 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-cc2e7050-0302-413a-8d34-feda7a4a9329 req-d5896419-bf9c-40ed-8a30-19e09ccd3465 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0341072 Jun 29 17:53:53.838866 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9cdffc9b-2f7b-417f-b2cf-9812a4ff5146 req-04efef75-2154-4a0d-8d09-53fe28fa4d00 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0418599 Jun 29 17:53:54.936868 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1f7ade2c-7726-47f3-a0ff-b60929f4ce2e req-8667dbc3-7b19-4930-8a80-c66ed50f646c tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0324063 Jun 29 17:53:56.047424 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-83b17bad-8e3c-4065-a734-95fe2e3b1983 req-9bb3649a-83bb-4be5-9261-5aa5e57c7c11 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0424139 Jun 29 17:53:57.195368 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-166c1a9a-ab90-4805-8f2e-bb76441bc57d req-edbdbd0e-565b-4f8e-ace9-4f02c392528b tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0537786 Jun 29 17:53:57.437882 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-b4919cf1-3a68-4c22-a7fa-50f49f3c04cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:53:58.295089 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b8827921-d9fe-4f07-b09a-c1513278fb5e req-1c1724ae-1c24-49d3-80cc-780c348a85c8 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0338168 Jun 29 17:53:59.392147 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a7a0c050-b882-4e52-b0d8-fe187ae03ca3 req-610b2644-13ce-40f7-a945-c22718c8b247 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0303962 Jun 29 17:53:59.826225 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-3de26bd9-ae42-444c-bb1e-49cb3b96f87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:53:59.912061 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:54:00.499821 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-046a8e19-dc6b-4857-bd4a-d7abe1d60ff6 req-0d4580c5-8fca-4169-ad39-cffc3267c41f tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0294864 Jun 29 17:54:01.552399 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:54:01.585644 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1415a47a-532e-4c30-bb3b-0c13c1ed8f06 req-10f76db2-c056-4680-a1dd-16b16f472e5c tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0318117 Jun 29 17:54:02.678742 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-6939cbbc-71bb-41a0-9dff-1a48f4846c29 req-2ef67955-1354-401f-95cc-411218f9a66b tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0348678 Jun 29 17:54:03.219987 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:54:03.764253 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-65f94ca4-0782-4979-adf8-125383cc6f0d req-7c92aaaf-005e-4f0b-9f5a-b504c1f99765 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0292699 Jun 29 17:54:04.850963 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9447e9f3-703d-4d50-9968-d6592369d689 req-d48952dc-dc25-4f11-a417-6e562c3e6c5b tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0302789 Jun 29 17:54:05.942633 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-aafabe87-ba83-464e-a75e-c3e3ca895dbb req-7c455b9b-1e88-4401-81ed-18355dfc8439 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0325072 Jun 29 17:54:07.058195 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-521a59c7-7c7e-4f65-8222-2239e6d0443b req-0c235d37-9966-410b-9f16-1103af8f764e tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0345995 Jun 29 17:54:07.436433 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:54:08.177949 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-76201318-7490-43f9-937d-c19d5ac2e0c8 req-c5c3f788-2127-4eab-b44d-a378a672a593 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0359278 Jun 29 17:54:09.293733 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f4bf4149-bfe7-47e9-9a51-f3cd8101a0af req-cb8f3ff7-ced9-411e-8d5c-0edeed2e1728 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0465043 Jun 29 17:54:10.388755 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-1b780d4e-a83e-4034-bd41-f4d5829de201 req-31432f84-8d4a-455d-8b49-c9b1b6841426 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0294309 Jun 29 17:54:11.475741 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-d89961b2-9881-4ae8-aa74-d15c7515d8df req-55cdaace-aabb-4f9b-80ad-49124bda7216 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0333707 Jun 29 17:54:12.570777 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8aebdb05-fdf6-45ec-b80f-b6d4fe32ecc5 req-154fa996-de99-4120-848a-6aa5170443d9 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0350482 Jun 29 17:54:12.787429 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:54:13.674076 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fd794c9d-b894-4af5-87e5-01cf0d6eda5f req-f666f577-2584-4d1e-9169-7fb77753c5e3 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0369644 Jun 29 17:54:14.778202 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0ea570c7-bf70-4dbb-acb3-42f76d785a24 req-0e36608c-879e-419c-a730-f53cd53984ce tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0335579 Jun 29 17:54:15.873528 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a81b584d-3a11-41a5-a756-f89a55ae96f5 req-4bb06283-3718-4ee5-ae34-2ce89f60b39a tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0321605 Jun 29 17:54:16.955846 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-afef9026-0f5e-4a70-ba99-387fea39d25c req-f7dde8ba-61f5-4b70-88e3-1ae7e52b8b6e tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0289104 Jun 29 17:54:18.039778 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-337a533a-7164-48a1-8ad0-4cec08490b5c req-adb9fc93-84b4-4f4a-a48f-4c791839d167 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0307934 Jun 29 17:54:19.133937 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0ee05004-965f-419d-9415-5a28430a21de req-b545c461-e9a8-41bc-8d3d-cbfd3e487860 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0344949 Jun 29 17:54:20.224910 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-233bd86b-8100-41a0-88a9-9647adbe9f15 req-b06a13c2-5bed-407a-b289-2b9b6bfe804e tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0340035 Jun 29 17:54:21.317050 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-37365d10-e774-428d-9a73-2a64e9e59fa7 req-14c4a4ec-cbf4-412f-85cf-79228355feac tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0344279 Jun 29 17:54:22.443210 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-3e8a7358-f350-4405-b00a-67ef935df2bf req-ce7e6b07-f3c9-4922-acf3-f8bc592b390a tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0358272 Jun 29 17:54:23.571380 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-dc85fb9e-332e-4b44-aaeb-11bde8a21ac0 req-3663687e-2faf-4b6f-8cda-2d8f42d64429 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0497200 Jun 29 17:54:24.683320 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fa65ba02-3bb1-4a8b-89c7-7466555c681e req-2e290b7f-e6c1-4049-9b3f-04f2266f7c84 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0404503 Jun 29 17:54:25.785021 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e3545907-d1c0-463c-8ab6-8b8d4a5ee522 req-8be40165-968e-4da8-b0ac-b69d22efbaae tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0472524 Jun 29 17:54:26.877975 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-29f9a126-d8eb-48b4-b62f-c200cc7651cc req-4e741dbe-8b75-4373-9561-d18badc6b41b tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0332115 Jun 29 17:54:27.419274 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-c995b26e-0037-4f34-b7f0-fe36efecd03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:54:27.965030 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-68bc2026-8f19-4e80-8a17-721314778099 req-c03a51c8-d20f-4452-b42e-2617d544b55b tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0293629 Jun 29 17:54:29.054772 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-33f33fa5-9ba4-4945-b09d-97946159c3b8 req-25410826-a2c3-43f2-bfa1-2717caffb4e2 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0336859 Jun 29 17:54:29.836447 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-b05c27cb-ad08-410a-a246-dbd69706a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:54:29.933205 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:54:30.138262 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-cd1499df-0e17-44b4-816c-64993c66501b req-61b0b0d5-53ed-4053-bce8-630ccaf4ad15 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0307600 Jun 29 17:54:31.227021 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f8640457-e3c5-4550-8ed2-c5861b991723 req-1bb4bfaf-6a07-41d0-9070-5631cfa64bef tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0340402 Jun 29 17:54:31.533441 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:54:32.320456 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-5358acd1-0056-460e-8c1a-154c64a1d37f req-866bddf0-e772-44c6-8aaa-8c4defdebaa9 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0343244 Jun 29 17:54:33.184803 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:54:33.441898 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e17e3781-c9b1-42f9-9ee2-db14d4d1de78 req-59ead588-d07b-4ec1-8763-d7c411cccd1b tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0438132 Jun 29 17:54:34.533620 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-720ebf9f-19f9-4841-8431-4abc434dcab2 req-f959bd65-db4e-4b86-a3b2-2d04edcb311b tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0307279 Jun 29 17:54:35.692663 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bd1d51fc-3d03-4039-8ecf-25f033849220 req-f2209433-d494-4847-a8b1-8c69c51ac585 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0350006 Jun 29 17:54:36.127642 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-db03a880-60ca-4137-8747-f500c3fde308 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:54:36.129134 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-db03a880-60ca-4137-8747-f500c3fde308 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.66 "GET /v2.0/networks?id=9261a38c-6efc-4f2c-ae3a-885e2d78c74d HTTP/1.1" status: 200 len: 815 time: 0.1341920 Jun 29 17:54:36.143765 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-8239b923-417b-441c-b326-9c238de794b9 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Request body: {'port': {'device_id': '387f391e-3e30-4b95-b6e8-4b15c5135de7', 'network_id': '9261a38c-6efc-4f2c-ae3a-885e2d78c74d', 'admin_state_up': True, 'tenant_id': '2754616d326c4e71940da7941fbabc9d'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:54:36.385174 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-8239b923-417b-441c-b326-9c238de794b9 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Made reservation on behalf of 2754616d326c4e71940da7941fbabc9d for: {'port': 1} {{(pid=100361) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 17:54:36.388750 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-8239b923-417b-441c-b326-9c238de794b9 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:54:36.543873 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-8239b923-417b-441c-b326-9c238de794b9 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Allocated IP 172.20.0.8 (9261a38c-6efc-4f2c-ae3a-885e2d78c74d/70cc58f2-049c-409c-8d46-ceb03db8f84d/34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:54:36.714827 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-8239b923-417b-441c-b326-9c238de794b9 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:54:36.739385 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-8239b923-417b-441c-b326-9c238de794b9 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Transition to ACTIVE for port object 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 will not be triggered until provisioned by entity DHCP. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:54:36.872920 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9042621f-b260-48dc-8cf3-b8dbddb9e7b6 req-b50f8675-74b3-458b-8e87-18eed3a56d89 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0336089 Jun 29 17:54:36.892529 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-8239b923-417b-441c-b326-9c238de794b9 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9995809'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:54:36.895368 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-3165c478-5eac-425c-868f-4dc70b8beb2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:54:36.951465 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-8239b923-417b-441c-b326-9c238de794b9 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Network 9261a38c-6efc-4f2c-ae3a-885e2d78c74d is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:54:36.954794 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-8239b923-417b-441c-b326-9c238de794b9 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:54:36.959991 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-8239b923-417b-441c-b326-9c238de794b9 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:54:36.964008 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239b923-417b-441c-b326-9c238de794b9 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Pushing event updated for resources: {'Port': ['ID=34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:54:36.991224 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239b923-417b-441c-b326-9c238de794b9 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:54:36.991599 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239b923-417b-441c-b326-9c238de794b9 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:54:36.991998 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239b923-417b-441c-b326-9c238de794b9 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:54:36.992361 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239b923-417b-441c-b326-9c238de794b9 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:54:36.992727 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239b923-417b-441c-b326-9c238de794b9 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:54:36.993080 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239b923-417b-441c-b326-9c238de794b9 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:54:36.993438 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239b923-417b-441c-b326-9c238de794b9 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:54:36.993789 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239b923-417b-441c-b326-9c238de794b9 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:54:36.994146 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239b923-417b-441c-b326-9c238de794b9 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:54:36.994513 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239b923-417b-441c-b326-9c238de794b9 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:54:36.994843 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239b923-417b-441c-b326-9c238de794b9 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:54:36.995192 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8239b923-417b-441c-b326-9c238de794b9 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:54:37.001012 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-8239b923-417b-441c-b326-9c238de794b9 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:54:37.030525 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-8239b923-417b-441c-b326-9c238de794b9 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:54:37.031154 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-8239b923-417b-441c-b326-9c238de794b9 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:54:37.123055 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-8239b923-417b-441c-b326-9c238de794b9 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9854407 Jun 29 17:54:37.137521 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-f98e4252-d46b-4c10-a8bf-c1e32b5a2612 service neutron] Request body: {'port': {'device_id': '387f391e-3e30-4b95-b6e8-4b15c5135de7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:54:37.227706 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-f98e4252-d46b-4c10-a8bf-c1e32b5a2612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:54:37.304838 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-9696a3b6-b16f-4f49-b990-03dd51fc30e6 None None] Provisioning for port 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 completed by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:54:37.311100 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-9696a3b6-b16f-4f49-b990-03dd51fc30e6 None None] Provisioning complete for port 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:54:37.318834 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-9696a3b6-b16f-4f49-b990-03dd51fc30e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:54:37.387840 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-9696a3b6-b16f-4f49-b990-03dd51fc30e6 None None] Port 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 cannot update to ACTIVE because it is not bound. {{(pid=100363) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 17:54:37.461399 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:54:37.706821 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-f98e4252-d46b-4c10-a8bf-c1e32b5a2612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 {{(pid=100361) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:54:37.717015 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-f98e4252-d46b-4c10-a8bf-c1e32b5a2612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:54:37.731039 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.provisioning_blocks [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-f98e4252-d46b-4c10-a8bf-c1e32b5a2612 service neutron] Transition to ACTIVE for port object 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 will not be triggered until provisioned by entity L2. {{(pid=100361) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 17:54:37.813345 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-f98e4252-d46b-4c10-a8bf-c1e32b5a2612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995795'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:54:37.819852 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-83d30b75-3095-40b9-baf8-10e7a55cae6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:54:37.892989 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e4252-d46b-4c10-a8bf-c1e32b5a2612 service neutron] Pushing event updated for resources: {'Port': ['ID=34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51,revision_number=2']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:54:37.917762 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-f98e4252-d46b-4c10-a8bf-c1e32b5a2612 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:54:38.032255 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-f98e4252-d46b-4c10-a8bf-c1e32b5a2612 service neutron] Attempting to bind port 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 17:54:38.032543 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-f98e4252-d46b-4c10-a8bf-c1e32b5a2612 service neutron] Attempting to bind port 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 by drivers openvswitch,hyperv on host hv-cinder-76330 at level 0 using segments [{'id': 'd65a612b-f177-4d71-a65b-b942711a544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '9261a38c-6efc-4f2c-ae3a-885e2d78c74d'}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 17:54:38.032860 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-f98e4252-d46b-4c10-a8bf-c1e32b5a2612 service neutron] Attempting to bind port 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 on network 9261a38c-6efc-4f2c-ae3a-885e2d78c74d {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:54:38.042782 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-f98e4252-d46b-4c10-a8bf-c1e32b5a2612 service neutron] Port 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 on network 9261a38c-6efc-4f2c-ae3a-885e2d78c74d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76330 {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 17:54:38.043132 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-f98e4252-d46b-4c10-a8bf-c1e32b5a2612 service neutron] Attempting to bind port 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 on network 9261a38c-6efc-4f2c-ae3a-885e2d78c74d {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 17:54:38.052718 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-f98e4252-d46b-4c10-a8bf-c1e32b5a2612 service neutron] Checking agent: {'id': '7e509413-8b3d-41cc-85c9-4a7e2393f098', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'started_at': datetime.datetime(2021, 6, 29, 17, 39, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 17, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 17:54:38.053236 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-f98e4252-d46b-4c10-a8bf-c1e32b5a2612 service neutron] Checking segment: {'id': 'd65a612b-f177-4d71-a65b-b942711a544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '9261a38c-6efc-4f2c-ae3a-885e2d78c74d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 17:54:38.053884 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-f98e4252-d46b-4c10-a8bf-c1e32b5a2612 service neutron] Bound using segment: {'id': 'd65a612b-f177-4d71-a65b-b942711a544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '9261a38c-6efc-4f2c-ae3a-885e2d78c74d'} {{(pid=100361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 17:54:38.054497 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.managers [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-f98e4252-d46b-4c10-a8bf-c1e32b5a2612 service neutron] Bound port: 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51, host: hv-cinder-76330, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd65a612b-f177-4d71-a65b-b942711a544b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '9261a38c-6efc-4f2c-ae3a-885e2d78c74d'}}] {{(pid=100361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 17:54:38.055773 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-f98e4252-d46b-4c10-a8bf-c1e32b5a2612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:54:38.170678 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-f98e4252-d46b-4c10-a8bf-c1e32b5a2612 service neutron] For port 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51, host hv-cinder-76330, cleared binding levels {{(pid=100361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 17:54:38.176194 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-f98e4252-d46b-4c10-a8bf-c1e32b5a2612 service neutron] For port 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51,segment=NetworkSegment(d65a612b-f177-4d71-a65b-b942711a544b),segment_id=d65a612b-f177-4d71-a65b-b942711a544b)] {{(pid=100361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 17:54:38.229478 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dead73-9789-4c2b-8e99-52de615c8c14 req-cf23fc5c-710e-4a86-b634-d111812b13a2 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:54:38.236065 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b7dead73-9789-4c2b-8e99-52de615c8c14 req-cf23fc5c-710e-4a86-b634-d111812b13a2 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 943 time: 0.1451199 Jun 29 17:54:38.243223 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-f98e4252-d46b-4c10-a8bf-c1e32b5a2612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995795'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:54:38.248682 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-ce5344ce-009b-4b38-88dd-1c3687ad4229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:54:38.285638 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b7dead73-9789-4c2b-8e99-52de615c8c14 req-522a7aa3-40bf-4f50-acec-44633c8e208f tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437224 Jun 29 17:54:38.290104 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-f98e4252-d46b-4c10-a8bf-c1e32b5a2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:54:38.290960 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-f98e4252-d46b-4c10-a8bf-c1e32b5a2612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:54:38.292843 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-f98e4252-d46b-4c10-a8bf-c1e32b5a2612 service neutron] 10.222.0.66 "PUT /v2.0/ports/34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 HTTP/1.1" status: 200 len: 1093 time: 1.1598549 Jun 29 17:54:38.293499 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387f391e-3e30-4b95-b6e8-4b15c5135de7', 'tag': '34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:54:38.298961 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca7de97-0802-4549-9603-2158dd77a2f6" -d '{"events": [{"name": "network-changed", "server_uuid": "387f391e-3e30-4b95-b6e8-4b15c5135de7", "tag": "34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:54:38.338706 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e4252-d46b-4c10-a8bf-c1e32b5a2612 service neutron] Pushing event updated for resources: {'Port': ['ID=34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51,revision_number=3']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:54:38.342954 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-f98e4252-d46b-4c10-a8bf-c1e32b5a2612 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:54:38.410192 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805a8b23-7cb7-4e2c-8c1a-1d0c6b879295 x-openstack-request-id: req-805a8b23-7cb7-4e2c-8c1a-1d0c6b879295 {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:54:38.410573 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "387f391e-3e30-4b95-b6e8-4b15c5135de7", "tag": "34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:54:38.410872 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-805a8b23-7cb7-4e2c-8c1a-1d0c6b879295 {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:54:38.411357 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387f391e-3e30-4b95-b6e8-4b15c5135de7', 'tag': '34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51', 'status': 'completed', 'code': 200} Jun 29 17:54:39.513335 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec87c9d-bd21-41c7-ae83-f7f62f650c29 req-d7fa6df1-e392-407d-8a65-90b41faf04e0 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:54:39.514879 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bec87c9d-bd21-41c7-ae83-f7f62f650c29 req-d7fa6df1-e392-407d-8a65-90b41faf04e0 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 943 time: 0.0831802 Jun 29 17:54:39.564532 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bec87c9d-bd21-41c7-ae83-f7f62f650c29 req-01189a65-061f-469e-a80f-7e9123b9c870 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432615 Jun 29 17:54:40.803218 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84053bd7-f01e-4338-8b88-8b16c7edf126 req-e90f3da0-dc77-4283-b9db-57e5f109e597 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:54:40.805071 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-84053bd7-f01e-4338-8b88-8b16c7edf126 req-e90f3da0-dc77-4283-b9db-57e5f109e597 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 943 time: 0.0910063 Jun 29 17:54:40.858243 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-84053bd7-f01e-4338-8b88-8b16c7edf126 req-6a72f054-6a0d-45a6-a020-a0ce469df493 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437267 Jun 29 17:54:42.046785 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a83646-715e-4416-83b7-cdbf5899c5b3 req-e9c576ae-cfc3-41de-9bd1-37d5f74680b8 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:54:42.048287 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c5a83646-715e-4416-83b7-cdbf5899c5b3 req-e9c576ae-cfc3-41de-9bd1-37d5f74680b8 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 943 time: 0.0693812 Jun 29 17:54:42.089896 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c5a83646-715e-4416-83b7-cdbf5899c5b3 req-56e46ba9-6e86-4ae6-9d88-ad12f27e4aed tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349367 Jun 29 17:54:43.280812 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a32431-f193-4cff-af83-403925f9c20d req-02170663-31dd-4a2b-b169-9e25397c83d8 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:54:43.282310 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-25a32431-f193-4cff-af83-403925f9c20d req-02170663-31dd-4a2b-b169-9e25397c83d8 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 943 time: 0.0710912 Jun 29 17:54:43.327126 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-25a32431-f193-4cff-af83-403925f9c20d req-d61cf630-9ac0-441e-88e8-1edfcccb8a54 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382109 Jun 29 17:54:44.532923 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959df30b-20c1-45d2-8dba-e2cb3a7718e6 req-ad476549-8b8b-4bdd-87c2-821916022be6 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:54:44.534198 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-959df30b-20c1-45d2-8dba-e2cb3a7718e6 req-ad476549-8b8b-4bdd-87c2-821916022be6 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 943 time: 0.0762110 Jun 29 17:54:44.580734 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-959df30b-20c1-45d2-8dba-e2cb3a7718e6 req-bef4d348-ebef-4565-a059-611784e9b873 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390871 Jun 29 17:54:45.829778 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03254cd5-1761-4888-8ab4-0da3c00023aa req-2c273f3e-5d25-40b4-a5ad-02d2742ab22a tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:54:45.832060 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-03254cd5-1761-4888-8ab4-0da3c00023aa req-2c273f3e-5d25-40b4-a5ad-02d2742ab22a tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 943 time: 0.0999994 Jun 29 17:54:45.883584 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-03254cd5-1761-4888-8ab4-0da3c00023aa req-efcc0b8d-86be-4b32-b74f-90b2957b28f4 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457911 Jun 29 17:54:47.080883 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c06c0-70dd-43d5-8df4-afcdded91f14 req-6a8905d1-ed9d-41ba-92d9-a7bccf051322 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:54:47.082373 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-102c06c0-70dd-43d5-8df4-afcdded91f14 req-6a8905d1-ed9d-41ba-92d9-a7bccf051322 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 943 time: 0.0749054 Jun 29 17:54:47.126858 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-102c06c0-70dd-43d5-8df4-afcdded91f14 req-c24a0068-dbae-4535-b876-6fcd25ca78b1 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368896 Jun 29 17:54:48.275635 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7de97-0802-4549-9603-2158dd77a2f6 req-de2dec82-defc-4cf9-869f-c74d0c06cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:54:48.278372 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-fca7de97-0802-4549-9603-2158dd77a2f6 req-de2dec82-defc-4cf9-869f-c74d0c06cd07 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2754616d326c4e71940da7941fbabc9d&device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 1096 time: 0.0704100 Jun 29 17:54:48.356486 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ed7d6-b828-46f6-b9e5-e3cbb2a9fe06 req-0040ae2a-5417-446e-9c41-117b35922f0f tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:54:48.357975 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b55ed7d6-b828-46f6-b9e5-e3cbb2a9fe06 req-0040ae2a-5417-446e-9c41-117b35922f0f tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 943 time: 0.0731640 Jun 29 17:54:48.394412 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7de97-0802-4549-9603-2158dd77a2f6 req-89e88168-a0e4-48ae-88f5-d3e4cfbfb142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:54:48.396630 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-fca7de97-0802-4549-9603-2158dd77a2f6 req-89e88168-a0e4-48ae-88f5-d3e4cfbfb142 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=2754616d326c4e71940da7941fbabc9d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1076043 Jun 29 17:54:48.399549 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b55ed7d6-b828-46f6-b9e5-e3cbb2a9fe06 req-0114615b-2870-43b4-995e-c697af375b39 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357521 Jun 29 17:54:48.505959 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7de97-0802-4549-9603-2158dd77a2f6 req-bec1cb9a-abdf-4b69-8b84-f5198e2f93d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:54:48.507570 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-fca7de97-0802-4549-9603-2158dd77a2f6 req-bec1cb9a-abdf-4b69-8b84-f5198e2f93d2 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1032248 Jun 29 17:54:48.609577 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-f96aa1cb-9286-4616-9634-b15a2e00cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:54:48.611904 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-f96aa1cb-9286-4616-9634-b15a2e00cacc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2754616d326c4e71940da7941fbabc9d&device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 1096 time: 0.0634916 Jun 29 17:54:48.655320 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-d36ad428-1a91-48c9-81d7-7aa38a399b9a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 HTTP/1.1" status: 200 len: 217 time: 0.0360620 Jun 29 17:54:48.714280 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-d8d25d18-0b66-49b6-8eeb-728d1b367735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:54:48.715873 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-d8d25d18-0b66-49b6-8eeb-728d1b367735 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=70cc58f2-049c-409c-8d46-ceb03db8f84d HTTP/1.1" status: 200 len: 854 time: 0.0536053 Jun 29 17:54:48.782892 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-c9af199d-deff-42d8-92ca-9ff42ac1d0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:54:48.784468 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-c9af199d-deff-42d8-92ca-9ff42ac1d0c5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9261a38c-6efc-4f2c-ae3a-885e2d78c74d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0626986 Jun 29 17:54:48.878095 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-89caf482-5a34-415d-a5e0-1aac59ba3ca2 service neutron] 10.222.0.66 "GET /v2.0/networks/9261a38c-6efc-4f2c-ae3a-885e2d78c74d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858619 Jun 29 17:54:48.976335 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-a207ce42-cf25-4b83-8fcb-8f62bf89ebf4 req-f3626634-7a35-491d-b9e6-990b2547fa30 service neutron] 10.222.0.66 "GET /v2.0/networks/9261a38c-6efc-4f2c-ae3a-885e2d78c74d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919456 Jun 29 17:54:49.586496 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d807d2-b214-4d66-998f-50cb5c77a63f req-4254e54c-0a05-4771-ab63-0481e5227d5d tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:54:49.588002 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-81d807d2-b214-4d66-998f-50cb5c77a63f req-4254e54c-0a05-4771-ab63-0481e5227d5d tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 943 time: 0.0682278 Jun 29 17:54:49.628556 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-81d807d2-b214-4d66-998f-50cb5c77a63f req-06324673-bad3-4bd2-9114-6d6e5924e101 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346439 Jun 29 17:54:49.786514 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:54:50.814807 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d249a69-7284-4786-92eb-a2231821b8dd req-a1db3af1-26b8-4cce-9bdd-cbd3e99f7360 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:54:50.816359 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0d249a69-7284-4786-92eb-a2231821b8dd req-a1db3af1-26b8-4cce-9bdd-cbd3e99f7360 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 943 time: 0.0707514 Jun 29 17:54:50.855080 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-0d249a69-7284-4786-92eb-a2231821b8dd req-6f42a699-e511-4716-9461-fea306dc16a6 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330520 Jun 29 17:54:51.470306 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 details requested by agent hyperv_hv-cinder-76330 with host hv-cinder-76330 {{(pid=100363) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 17:54:51.565835 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51,segment=NetworkSegment(d65a612b-f177-4d71-a65b-b942711a544b),segment_id=d65a612b-f177-4d71-a65b-b942711a544b)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:54:51.577171 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Returning: {'device': '34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51', 'network_id': '9261a38c-6efc-4f2c-ae3a-885e2d78c74d', 'port_id': '34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51', 'mac_address': 'fa:16:3e:25:50:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70cc58f2-049c-409c-8d46-ceb03db8f84d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100363) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 17:54:51.622180 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:54:51.636186 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 {{(pid=100363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 17:54:51.656869 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51,segment=NetworkSegment(d65a612b-f177-4d71-a65b-b942711a544b),segment_id=d65a612b-f177-4d71-a65b-b942711a544b)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:54:51.743894 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:54:51.746815 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:54:51.794902 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51,revision_number=4']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:54:51.802237 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:54:51.802592 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:54:51.802932 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:54:51.803268 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:54:51.803599 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:54:51.803981 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:54:51.804293 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:54:51.804621 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:54:51.804949 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:54:51.805276 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:54:51.805636 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:54:51.805964 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:54:51.810143 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:54:51.991383 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:54:52.043556 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059affb-82ea-4b69-b6ba-d4d6faad5a32 req-8393272e-d36f-4ed4-8533-734295430976 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:54:52.045072 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b059affb-82ea-4b69-b6ba-d4d6faad5a32 req-8393272e-d36f-4ed4-8533-734295430976 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 944 time: 0.0719354 Jun 29 17:54:52.086303 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b059affb-82ea-4b69-b6ba-d4d6faad5a32 req-4e005b57-ebf3-435d-a0db-ac1b0ac3f9e5 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348189 Jun 29 17:54:53.267116 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950c611-e427-41b7-882f-1c4dc0fdcdd1 req-376da783-7056-4f1a-8686-092b1b8fa148 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:54:53.268611 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7950c611-e427-41b7-882f-1c4dc0fdcdd1 req-376da783-7056-4f1a-8686-092b1b8fa148 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 944 time: 0.0677221 Jun 29 17:54:53.311477 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-7950c611-e427-41b7-882f-1c4dc0fdcdd1 req-adab3aa3-5cad-43c0-9875-47c833802e27 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358651 Jun 29 17:54:53.471612 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 up at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 17:54:53.606530 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning for port 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 completed by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 17:54:53.610908 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Provisioning complete for port 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 triggered by entity L2. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:54:53.611448 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:54:53.692437 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:54:53.715795 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387f391e-3e30-4b95-b6e8-4b15c5135de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51'}] {{(pid=100363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:54:53.718064 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0170bf9ab270c77a1188d5f8494ea938272331804d61dd1d179af329d40bd85e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82952b4-585c-4ff9-b77b-c1127e73763b" -d '{"events": [{"server_uuid": "387f391e-3e30-4b95-b6e8-4b15c5135de7", "name": "network-vif-plugged", "status": "completed", "tag": "34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51"}]}' {{(pid=100363) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:54:53.734716 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] For port 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51,segment=NetworkSegment(d65a612b-f177-4d71-a65b-b942711a544b),segment_id=d65a612b-f177-4d71-a65b-b942711a544b)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:54:53.835531 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628'] for port, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:54:53.837466 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:54:53.887985 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Pushing event updated for resources: {'Port': ['ID=34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51,revision_number=5']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:54:53.891217 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:54:53.903386 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4474c0d2-d0ae-4209-9d4f-8fc2c7cdc29b x-openstack-request-id: req-4474c0d2-d0ae-4209-9d4f-8fc2c7cdc29b {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:54:53.903685 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387f391e-3e30-4b95-b6e8-4b15c5135de7", "name": "network-vif-plugged", "status": "completed", "tag": "34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51", "code": 200}]} {{(pid=100363) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:54:53.904069 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-4474c0d2-d0ae-4209-9d4f-8fc2c7cdc29b {{(pid=100363) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:54:53.904471 dv-cinder-763306-14-iscsi neutron-server[100363]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387f391e-3e30-4b95-b6e8-4b15c5135de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51', 'code': 200} Jun 29 17:54:54.317517 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab458af1-853c-43e3-bac4-2785163868dd req-a563db03-36c5-40db-8e95-585243f72b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:54:54.319246 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ab458af1-853c-43e3-bac4-2785163868dd req-a563db03-36c5-40db-8e95-585243f72b6c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 1098 time: 0.0533338 Jun 29 17:54:54.357901 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ab458af1-853c-43e3-bac4-2785163868dd req-497ba903-bad7-47a5-b0ab-612e600cf0a0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313742 Jun 29 17:54:54.487292 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde99848-03b3-4d10-b355-470241f2925a req-6c8fc538-f406-4909-a956-b453b5021439 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:54:54.488840 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fde99848-03b3-4d10-b355-470241f2925a req-6c8fc538-f406-4909-a956-b453b5021439 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 945 time: 0.0649014 Jun 29 17:54:54.529238 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fde99848-03b3-4d10-b355-470241f2925a req-b4b23e96-4e30-45c5-9e8c-88c70d74586f tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341859 Jun 29 17:54:55.714923 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c1048-5c47-4964-991d-e2cb01376a2f req-33be5319-a40a-4887-a284-e07a62149b6e tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:54:55.716797 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fa0c1048-5c47-4964-991d-e2cb01376a2f req-33be5319-a40a-4887-a284-e07a62149b6e tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 945 time: 0.0681281 Jun 29 17:54:55.756531 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-fa0c1048-5c47-4964-991d-e2cb01376a2f req-f019e932-9b17-447e-a055-a11a8d6ce310 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337217 Jun 29 17:54:55.941746 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f7c06-34e6-41f4-8291-f5c4bdb7929d req-fa36a729-1931-43c3-93ac-d9e67a696f5d tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:54:55.943443 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-730f7c06-34e6-41f4-8291-f5c4bdb7929d req-fa36a729-1931-43c3-93ac-d9e67a696f5d tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 945 time: 0.0706003 Jun 29 17:54:55.982004 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-730f7c06-34e6-41f4-8291-f5c4bdb7929d req-9fc3f1df-d351-446e-91ba-a4bee78e35a1 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328145 Jun 29 17:54:56.382775 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee12074-3f79-4086-a552-419667e1b108 req-36b00536-d23c-4c89-8ae5-2f6865ef75ca tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:54:56.384345 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bee12074-3f79-4086-a552-419667e1b108 req-36b00536-d23c-4c89-8ae5-2f6865ef75ca tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 945 time: 0.0678375 Jun 29 17:54:56.424295 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-bee12074-3f79-4086-a552-419667e1b108 req-4d49e841-718d-4842-88ef-a89b40802a2f tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341694 Jun 29 17:54:57.435385 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-6791ccb0-0a74-4f60-9248-599805e67e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:54:59.827830 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-4524ee15-4992-41f6-81e2-cfd62b4f3456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:54:59.897957 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:01.515085 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:03.240637 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:07.386357 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483d2e2-324d-4680-b3a9-3b90d40cb499 req-f734932d-7e32-41b0-b65d-e1cd64c5010a tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:07.388127 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4483d2e2-324d-4680-b3a9-3b90d40cb499 req-f734932d-7e32-41b0-b65d-e1cd64c5010a tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 945 time: 0.0795095 Jun 29 17:55:07.429587 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4483d2e2-324d-4680-b3a9-3b90d40cb499 req-9e942347-c638-48c1-9df8-54f88bb75c41 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353148 Jun 29 17:55:07.453811 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 41656) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:55:07.458952 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:07.694168 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b12b77-71e7-45e0-b5d1-c2aba29ee11b tempest-TestMinimumBasicScenario-1877943119 tempest-TestMinimumBasicScenario-1877943119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:07.695716 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-66b12b77-71e7-45e0-b5d1-c2aba29ee11b tempest-TestMinimumBasicScenario-1877943119 tempest-TestMinimumBasicScenario-1877943119-project-admin] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 1093 time: 0.2407410 Jun 29 17:55:07.698723 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 41660) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:55:07.703557 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-a1867123-8d37-4e2e-a462-8a5fb1f8dfef tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Request body: {'floatingip': {'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'port_id': '34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51', 'tenant_id': '2754616d326c4e71940da7941fbabc9d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:55:07.858292 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a1867123-8d37-4e2e-a462-8a5fb1f8dfef tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for floatingip, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:07.962061 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a1867123-8d37-4e2e-a462-8a5fb1f8dfef tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:08.070080 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.db_base_plugin_common [None req-a1867123-8d37-4e2e-a462-8a5fb1f8dfef tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Allocated IP 172.27.3.87 (26c48c97-dd4e-49af-8475-2ecf6fc0aadd/7cd7448d-c974-46f0-8ef9-2783dc523a5d/a36d86ca-1430-43be-b1c7-f19ec24fabfc) {{(pid=100361) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 17:55:08.185591 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a1867123-8d37-4e2e-a462-8a5fb1f8dfef tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for port, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:08.309336 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a1867123-8d37-4e2e-a462-8a5fb1f8dfef tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1492348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732082167565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9995809'] for port, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:08.311461 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-afdb211d-0001-4907-b51c-be21bf52a044 tempest-AttachVolumeNegativeTest-1927962533 tempest-AttachVolumeNegativeTest-1927962533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:55:08.353592 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1867123-8d37-4e2e-a462-8a5fb1f8dfef tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Network 26c48c97-dd4e-49af-8475-2ecf6fc0aadd is already hosted by enough agents. {{(pid=100361) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 17:55:08.356502 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.base_scheduler [None req-a1867123-8d37-4e2e-a462-8a5fb1f8dfef tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Resources bound (agent type, host, resource id): {{(pid=100361) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 17:55:08.360410 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1867123-8d37-4e2e-a462-8a5fb1f8dfef tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Received port after_create {{(pid=100361) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 17:55:08.382681 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1867123-8d37-4e2e-a462-8a5fb1f8dfef tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Pushing event updated for resources: {'Port': ['ID=a36d86ca-1430-43be-b1c7-f19ec24fabfc,revision_number=1']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:55:08.386740 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-a1867123-8d37-4e2e-a462-8a5fb1f8dfef tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:55:08.782964 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a1867123-8d37-4e2e-a462-8a5fb1f8dfef tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:08.922831 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a1867123-8d37-4e2e-a462-8a5fb1f8dfef tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:09.080463 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a1867123-8d37-4e2e-a462-8a5fb1f8dfef tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for port, precommit_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:09.161113 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a1867123-8d37-4e2e-a462-8a5fb1f8dfef tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9995795'] for port, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:09.163363 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-c1f43db0-2e42-494b-a50c-56e6730cadc1 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:55:09.227444 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1867123-8d37-4e2e-a462-8a5fb1f8dfef tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Pushing event updated for resources: {'Port': ['ID=a36d86ca-1430-43be-b1c7-f19ec24fabfc,revision_number=2']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:55:09.231496 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-a1867123-8d37-4e2e-a462-8a5fb1f8dfef tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:55:09.244906 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a1867123-8d37-4e2e-a462-8a5fb1f8dfef tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1617202'] for floatingip, after_update {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:09.346506 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.db.l3_db [None req-a1867123-8d37-4e2e-a462-8a5fb1f8dfef tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Floating IP 68f350ef-919b-420c-8931-a610a9adb711 associated. External IP: 172.27.3.87, port: 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51. Jun 29 17:55:09.870210 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1867123-8d37-4e2e-a462-8a5fb1f8dfef tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Router 9c76e4cf-1223-4496-bff6-a0def0cba646 has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:55:09.990876 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1867123-8d37-4e2e-a462-8a5fb1f8dfef tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:55:10.007774 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acfb625-0e03-45b2-ae01-97eaf594040e None None] Sync routers for ids ['9c76e4cf-1223-4496-bff6-a0def0cba646'] in dv-cinder-763306-14-iscsi {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:55:10.022253 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acfb625-0e03-45b2-ae01-97eaf594040e None None] Routers {'9c76e4cf-1223-4496-bff6-a0def0cba646'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:55:10.022910 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-8acfb625-0e03-45b2-ae01-97eaf594040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:55:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['9c76e4cf-1223-4496-bff6-a0def0cba646'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:55:10.097932 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-a1867123-8d37-4e2e-a462-8a5fb1f8dfef tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for floatingip, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:10.138780 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-a1867123-8d37-4e2e-a462-8a5fb1f8dfef tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4387689 Jun 29 17:55:10.140020 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387f391e-3e30-4b95-b6e8-4b15c5135de7', 'tag': '34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:55:10.142889 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acff44ed-15af-43ef-9558-d0ecd213e34f" -d '{"events": [{"name": "network-changed", "server_uuid": "387f391e-3e30-4b95-b6e8-4b15c5135de7", "tag": "34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:55:10.143095 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 41662) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:55:10.145675 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-8acfb625-0e03-45b2-ae01-97eaf594040e None None] Set router 9c76e4cf-1223-4496-bff6-a0def0cba646 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:55:10.149543 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-a4966257-5718-4c2e-a6e4-833a4eb8dc23 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1086076624', 'description': 'tempest-secgroup-smoke-1086076624 description', 'project_id': '2754616d326c4e71940da7941fbabc9d'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:55:10.184423 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592f3693-5bd3-49c9-a01c-13e02cca1f02 x-openstack-request-id: req-592f3693-5bd3-49c9-a01c-13e02cca1f02 {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:55:10.184760 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "387f391e-3e30-4b95-b6e8-4b15c5135de7", "tag": "34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:55:10.185053 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-592f3693-5bd3-49c9-a01c-13e02cca1f02 {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:55:10.185494 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387f391e-3e30-4b95-b6e8-4b15c5135de7', 'tag': '34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51', 'status': 'completed', 'code': 200} Jun 29 17:55:10.252554 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a4966257-5718-4c2e-a6e4-833a4eb8dc23 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for security_group, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:10.261407 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff44ed-15af-43ef-9558-d0ecd213e34f req-e4636a46-006e-4394-966f-dfc0ef9a02da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:10.263493 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-acff44ed-15af-43ef-9558-d0ecd213e34f req-e4636a46-006e-4394-966f-dfc0ef9a02da service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2754616d326c4e71940da7941fbabc9d&device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 1098 time: 0.0546889 Jun 29 17:55:10.368563 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a4966257-5718-4c2e-a6e4-833a4eb8dc23 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for security_group, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:10.405239 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff44ed-15af-43ef-9558-d0ecd213e34f req-4440e4d8-719d-4196-9420-6ccc5ac74772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:10.407044 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-acff44ed-15af-43ef-9558-d0ecd213e34f req-4440e4d8-719d-4196-9420-6ccc5ac74772 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9261a38c-6efc-4f2c-ae3a-885e2d78c74d HTTP/1.1" status: 200 len: 916 time: 0.1364059 Jun 29 17:55:10.433055 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-8acfb625-0e03-45b2-ae01-97eaf594040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'name': 'tempest-TestMinimumBasicScenario-1370677523-router', 'tenant_id': '2754616d326c4e71940da7941fbabc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '3e693a98-4448-4911-9069-e836fdab7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:51:01Z', 'updated_at': '2021-06-29T17:51:06Z', 'revision_number': 4, 'project_id': '2754616d326c4e71940da7941fbabc9d', 'gw_port': {'id': '3e693a98-4448-4911-9069-e836fdab7c9f', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:02Z', 'updated_at': '2021-06-29T17:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_floatingips': [{'id': '68f350ef-919b-420c-8931-a610a9adb711', 'tenant_id': '2754616d326c4e71940da7941fbabc9d', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'port_id': '34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9261a38c-6efc-4f2c-ae3a-885e2d78c74d', 'mac_address': 'fa:16:3e:25:50:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f391e-3e30-4b95-b6e8-4b15c5135de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:55:08Z', 'updated_at': '2021-06-29T17:55:08Z', 'revision_number': 0, 'project_id': '2754616d326c4e71940da7941fbabc9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75982c45-fd6f-4ec4-819a-2d867a3b7de6', 'name': '', 'network_id': '9261a38c-6efc-4f2c-ae3a-885e2d78c74d', 'tenant_id': '2754616d326c4e71940da7941fbabc9d', 'mac_address': 'fa:16:3e:df:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '70cc58f2-049c-409c-8d46-ceb03db8f84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:05Z', 'updated_at': '2021-06-29T17:51:11Z', 'revision_number': 5, 'project_id': '2754616d326c4e71940da7941fbabc9d', 'subnets': [{'id': '70cc58f2-049c-409c-8d46-ceb03db8f84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:55:10.445743 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a4966257-5718-4c2e-a6e4-833a4eb8dc23 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:10.448557 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-4c2192f2-631b-4c30-aad0-910ff190da1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:55:10.469791 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acfb625-0e03-45b2-ae01-97eaf594040e None None] Checking router: 9c76e4cf-1223-4496-bff6-a0def0cba646 for host: dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:55:10.481036 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acfb625-0e03-45b2-ae01-97eaf594040e None None] Routers {'9c76e4cf-1223-4496-bff6-a0def0cba646'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:55:10.481450 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4966257-5718-4c2e-a6e4-833a4eb8dc23 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de845db9-b2a9-4010-8f19-1764ed73123f,revision_number=1']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:55:10.481616 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-8acfb625-0e03-45b2-ae01-97eaf594040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:55:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['9c76e4cf-1223-4496-bff6-a0def0cba646'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:55:10.490423 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4966257-5718-4c2e-a6e4-833a4eb8dc23 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:55:10.490803 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4966257-5718-4c2e-a6e4-833a4eb8dc23 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:55:10.491173 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4966257-5718-4c2e-a6e4-833a4eb8dc23 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:55:10.491535 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4966257-5718-4c2e-a6e4-833a4eb8dc23 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:55:10.491925 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4966257-5718-4c2e-a6e4-833a4eb8dc23 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:55:10.492327 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4966257-5718-4c2e-a6e4-833a4eb8dc23 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:55:10.492678 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4966257-5718-4c2e-a6e4-833a4eb8dc23 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:55:10.493034 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4966257-5718-4c2e-a6e4-833a4eb8dc23 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:55:10.493388 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4966257-5718-4c2e-a6e4-833a4eb8dc23 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:55:10.493733 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4966257-5718-4c2e-a6e4-833a4eb8dc23 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:55:10.493994 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-acff44ed-15af-43ef-9558-d0ecd213e34f req-ed74bf83-c406-422b-94a1-d62bad45194f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 HTTP/1.1" status: 200 len: 998 time: 0.0794480 Jun 29 17:55:10.494116 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4966257-5718-4c2e-a6e4-833a4eb8dc23 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:55:10.494421 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4966257-5718-4c2e-a6e4-833a4eb8dc23 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:55:10.498594 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-a4966257-5718-4c2e-a6e4-833a4eb8dc23 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:55:10.558189 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff44ed-15af-43ef-9558-d0ecd213e34f req-fd81cf1d-4ea1-43a8-8032-c6b1aa5f6866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:10.559910 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-acff44ed-15af-43ef-9558-d0ecd213e34f req-fd81cf1d-4ea1-43a8-8032-c6b1aa5f6866 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=70cc58f2-049c-409c-8d46-ceb03db8f84d HTTP/1.1" status: 200 len: 854 time: 0.0592008 Jun 29 17:55:10.561055 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-a4966257-5718-4c2e-a6e4-833a4eb8dc23 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:10.565378 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-a4966257-5718-4c2e-a6e4-833a4eb8dc23 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4182460 Jun 29 17:55:10.565527 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 41666) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:55:10.571187 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-96bb229b-85d0-4047-9b0a-026bbcee0d08 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Request body: {'security_group_rule': {'security_group_id': 'de845db9-b2a9-4010-8f19-1764ed73123f', 'project_id': '2754616d326c4e71940da7941fbabc9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:55:10.629573 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff44ed-15af-43ef-9558-d0ecd213e34f req-06020e50-d8ed-44a8-aaba-4e2457dc895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:10.631116 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-acff44ed-15af-43ef-9558-d0ecd213e34f req-06020e50-d8ed-44a8-aaba-4e2457dc895f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9261a38c-6efc-4f2c-ae3a-885e2d78c74d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0646918 Jun 29 17:55:10.713839 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-96bb229b-85d0-4047-9b0a-026bbcee0d08 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:10.728044 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-8acfb625-0e03-45b2-ae01-97eaf594040e None None] Set router 9c76e4cf-1223-4496-bff6-a0def0cba646 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:55:10.736333 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-acff44ed-15af-43ef-9558-d0ecd213e34f req-9fcc647a-556d-4463-9af8-1bcf2c043240 service neutron] 10.222.0.66 "GET /v2.0/networks/9261a38c-6efc-4f2c-ae3a-885e2d78c74d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959160 Jun 29 17:55:10.790946 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-96bb229b-85d0-4047-9b0a-026bbcee0d08 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:10.840293 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-acff44ed-15af-43ef-9558-d0ecd213e34f req-7d1e2fae-d947-416b-b75c-4ecb8beb973f service neutron] 10.222.0.66 "GET /v2.0/networks/9261a38c-6efc-4f2c-ae3a-885e2d78c74d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950985 Jun 29 17:55:10.942772 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-96bb229b-85d0-4047-9b0a-026bbcee0d08 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-379795'] for security_group_rule, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:10.945039 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:55:10.961982 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb229b-85d0-4047-9b0a-026bbcee0d08 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73fd410a-2daa-445a-98b7-107f8b19051f,revision_number=0']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:55:10.964927 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-96bb229b-85d0-4047-9b0a-026bbcee0d08 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:55:10.999503 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-8acfb625-0e03-45b2-ae01-97eaf594040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'name': 'tempest-TestMinimumBasicScenario-1370677523-router', 'tenant_id': '2754616d326c4e71940da7941fbabc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '3e693a98-4448-4911-9069-e836fdab7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:51:01Z', 'updated_at': '2021-06-29T17:51:06Z', 'revision_number': 4, 'project_id': '2754616d326c4e71940da7941fbabc9d', 'gw_port': {'id': '3e693a98-4448-4911-9069-e836fdab7c9f', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:02Z', 'updated_at': '2021-06-29T17:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_floatingips': [{'id': '68f350ef-919b-420c-8931-a610a9adb711', 'tenant_id': '2754616d326c4e71940da7941fbabc9d', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'port_id': '34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9261a38c-6efc-4f2c-ae3a-885e2d78c74d', 'mac_address': 'fa:16:3e:25:50:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f391e-3e30-4b95-b6e8-4b15c5135de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:55:08Z', 'updated_at': '2021-06-29T17:55:08Z', 'revision_number': 0, 'project_id': '2754616d326c4e71940da7941fbabc9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75982c45-fd6f-4ec4-819a-2d867a3b7de6', 'name': '', 'network_id': '9261a38c-6efc-4f2c-ae3a-885e2d78c74d', 'tenant_id': '2754616d326c4e71940da7941fbabc9d', 'mac_address': 'fa:16:3e:df:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '70cc58f2-049c-409c-8d46-ceb03db8f84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:05Z', 'updated_at': '2021-06-29T17:51:11Z', 'revision_number': 5, 'project_id': '2754616d326c4e71940da7941fbabc9d', 'subnets': [{'id': '70cc58f2-049c-409c-8d46-ceb03db8f84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:55:11.031218 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acfb625-0e03-45b2-ae01-97eaf594040e None None] The sync data for ids ['9c76e4cf-1223-4496-bff6-a0def0cba646'] in dv-cinder-763306-14-iscsi is: [{'id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'name': 'tempest-TestMinimumBasicScenario-1370677523-router', 'tenant_id': '2754616d326c4e71940da7941fbabc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '3e693a98-4448-4911-9069-e836fdab7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:51:01Z', 'updated_at': '2021-06-29T17:51:06Z', 'revision_number': 4, 'project_id': '2754616d326c4e71940da7941fbabc9d', 'gw_port': {'id': '3e693a98-4448-4911-9069-e836fdab7c9f', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:02Z', 'updated_at': '2021-06-29T17:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_floatingips': [{'id': '68f350ef-919b-420c-8931-a610a9adb711', 'tenant_id': '2754616d326c4e71940da7941fbabc9d', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'router_id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'port_id': '34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9261a38c-6efc-4f2c-ae3a-885e2d78c74d', 'mac_address': 'fa:16:3e:25:50:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387f391e-3e30-4b95-b6e8-4b15c5135de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T17:55:08Z', 'updated_at': '2021-06-29T17:55:08Z', 'revision_number': 0, 'project_id': '2754616d326c4e71940da7941fbabc9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75982c45-fd6f-4ec4-819a-2d867a3b7de6', 'name': '', 'network_id': '9261a38c-6efc-4f2c-ae3a-885e2d78c74d', 'tenant_id': '2754616d326c4e71940da7941fbabc9d', 'mac_address': 'fa:16:3e:df:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '70cc58f2-049c-409c-8d46-ceb03db8f84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:05Z', 'updated_at': '2021-06-29T17:51:11Z', 'revision_number': 5, 'project_id': '2754616d326c4e71940da7941fbabc9d', 'subnets': [{'id': '70cc58f2-049c-409c-8d46-ceb03db8f84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:55:11.121254 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-96bb229b-85d0-4047-9b0a-026bbcee0d08 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:11.123249 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-96bb229b-85d0-4047-9b0a-026bbcee0d08 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5564005 Jun 29 17:55:11.130999 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 41668) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:55:11.132981 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-ac16f383-6f60-48c4-a88c-60973db7f0b6 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Request body: {'security_group_rule': {'security_group_id': 'de845db9-b2a9-4010-8f19-1764ed73123f', 'project_id': '2754616d326c4e71940da7941fbabc9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:55:11.249723 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805b2f35-057a-4e68-8913-9c2064fc12e5 None None] New status for floating IP 68f350ef-919b-420c-8931-a610a9adb711: ACTIVE {{(pid=100364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 17:55:11.308915 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-ac16f383-6f60-48c4-a88c-60973db7f0b6 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:11.385138 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-ac16f383-6f60-48c4-a88c-60973db7f0b6 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:11.458162 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-ac16f383-6f60-48c4-a88c-60973db7f0b6 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-379795'] for security_group_rule, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:11.460850 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-4e5cac7b-224d-4e32-b3b9-f3a9182f60d4 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:55:11.480039 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16f383-6f60-48c4-a88c-60973db7f0b6 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412c6d94-382f-4968-810d-a3595c57658d,revision_number=0']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:55:11.481420 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-ac16f383-6f60-48c4-a88c-60973db7f0b6 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:55:11.551719 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-ac16f383-6f60-48c4-a88c-60973db7f0b6 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:11.553280 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-ac16f383-6f60-48c4-a88c-60973db7f0b6 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4241593 Jun 29 17:55:11.556227 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 41670) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:55:11.561436 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-045999c0-fc8d-483b-928b-060488c8afce tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Request body: {'security_group_rule': {'security_group_id': 'de845db9-b2a9-4010-8f19-1764ed73123f', 'project_id': '2754616d326c4e71940da7941fbabc9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:55:11.680832 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-045999c0-fc8d-483b-928b-060488c8afce tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:11.746307 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-045999c0-fc8d-483b-928b-060488c8afce tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:11.811652 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-045999c0-fc8d-483b-928b-060488c8afce tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-379795'] for security_group_rule, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:11.814110 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-bd1005c0-fcdd-492c-aa5c-73b8ad5cccc1 tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:55:11.831105 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045999c0-fc8d-483b-928b-060488c8afce tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a66ba1d0-c399-4f66-b0c3-c52c01bbf1c9,revision_number=0']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:55:11.834770 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-045999c0-fc8d-483b-928b-060488c8afce tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:55:11.903183 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-045999c0-fc8d-483b-928b-060488c8afce tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:11.904601 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-045999c0-fc8d-483b-928b-060488c8afce tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3472791 Jun 29 17:55:11.908260 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 41672) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:55:11.912986 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.v2.base [None req-1dcd59ca-7d87-4ca7-bd99-728dcde2650c tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Request body: {'security_group_rule': {'security_group_id': 'de845db9-b2a9-4010-8f19-1764ed73123f', 'project_id': '2754616d326c4e71940da7941fbabc9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100361) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:55:12.016898 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-1dcd59ca-7d87-4ca7-bd99-728dcde2650c tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:12.090797 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-1dcd59ca-7d87-4ca7-bd99-728dcde2650c tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:12.240339 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-1dcd59ca-7d87-4ca7-bd99-728dcde2650c tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-379795'] for security_group_rule, after_create {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:12.242444 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-045999c0-fc8d-483b-928b-060488c8afce tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:55:12.261381 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd59ca-7d87-4ca7-bd99-728dcde2650c tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48b019d-d08a-44ca-9c7f-e7ca72df2bfb,revision_number=0']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:55:12.268302 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-1dcd59ca-7d87-4ca7-bd99-728dcde2650c tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:55:12.383183 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-1dcd59ca-7d87-4ca7-bd99-728dcde2650c tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:12.384531 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-1dcd59ca-7d87-4ca7-bd99-728dcde2650c tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4754627 Jun 29 17:55:12.387476 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 41674) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:55:12.393089 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-b1edaa5e-004a-45db-90f7-e0557c471368 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Request body: {'security_group_rule': {'security_group_id': 'de845db9-b2a9-4010-8f19-1764ed73123f', 'project_id': '2754616d326c4e71940da7941fbabc9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:55:12.492074 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.db.securitygroups_db [None req-b1edaa5e-004a-45db-90f7-e0557c471368 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Project 2754616d326c4e71940da7941fbabc9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 17:55:12.497821 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b1edaa5e-004a-45db-90f7-e0557c471368 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:12.595352 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b1edaa5e-004a-45db-90f7-e0557c471368 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:12.674671 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b1edaa5e-004a-45db-90f7-e0557c471368 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-379795'] for security_group_rule, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:12.680481 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:55:12.697743 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edaa5e-004a-45db-90f7-e0557c471368 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec50f1c-9095-4fa2-ada5-1736c2b4a233,revision_number=0']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:55:12.701163 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-b1edaa5e-004a-45db-90f7-e0557c471368 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:55:12.760401 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-b1edaa5e-004a-45db-90f7-e0557c471368 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:12.761820 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-b1edaa5e-004a-45db-90f7-e0557c471368 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3729699 Jun 29 17:55:12.764840 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 41676) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:55:12.770230 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [None req-8509c8fa-7a0a-4d91-99a2-cb77ca76f01d tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Request body: {'security_group_rule': {'security_group_id': 'de845db9-b2a9-4010-8f19-1764ed73123f', 'project_id': '2754616d326c4e71940da7941fbabc9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:55:12.869870 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.db.securitygroups_db [None req-8509c8fa-7a0a-4d91-99a2-cb77ca76f01d tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Project 2754616d326c4e71940da7941fbabc9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 17:55:12.875780 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8509c8fa-7a0a-4d91-99a2-cb77ca76f01d tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:12.947898 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8509c8fa-7a0a-4d91-99a2-cb77ca76f01d tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:13.033516 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8509c8fa-7a0a-4d91-99a2-cb77ca76f01d tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-379795'] for security_group_rule, after_create {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:13.036562 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:55:13.061010 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509c8fa-7a0a-4d91-99a2-cb77ca76f01d tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3081c278-c8fe-4ea1-9f42-e53ed05df037,revision_number=0']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:55:13.064157 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-8509c8fa-7a0a-4d91-99a2-cb77ca76f01d tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:55:13.125532 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8509c8fa-7a0a-4d91-99a2-cb77ca76f01d tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:13.127179 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-8509c8fa-7a0a-4d91-99a2-cb77ca76f01d tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3611462 Jun 29 17:55:13.263346 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a804d794-0ef8-45b1-a610-407de3cf44cd req-3b50f3a6-ea7c-4ec9-afaf-5bb247820104 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1086076624&fields=id&tenant_id=2754616d326c4e71940da7941fbabc9d HTTP/1.1" status: 200 len: 267 time: 0.0353138 Jun 29 17:55:13.342425 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804d794-0ef8-45b1-a610-407de3cf44cd req-e68f7afa-132a-4395-bd63-ab04870a97b5 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:13.344100 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a804d794-0ef8-45b1-a610-407de3cf44cd req-e68f7afa-132a-4395-bd63-ab04870a97b5 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 945 time: 0.0732892 Jun 29 17:55:13.362295 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [req-a804d794-0ef8-45b1-a610-407de3cf44cd req-508baf98-d832-43db-b01c-c33a748145b2 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Request body: {'port': {'security_groups': ['77d63922-88cc-4b26-be82-0fbab9cabd56', 'de845db9-b2a9-4010-8f19-1764ed73123f']}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:55:13.476328 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-a804d794-0ef8-45b1-a610-407de3cf44cd req-508baf98-d832-43db-b01c-c33a748145b2 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:13.674248 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.db [req-a804d794-0ef8-45b1-a610-407de3cf44cd req-508baf98-d832-43db-b01c-c33a748145b2 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] For port 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51,segment=NetworkSegment(d65a612b-f177-4d71-a65b-b942711a544b),segment_id=d65a612b-f177-4d71-a65b-b942711a544b)] {{(pid=100362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:55:13.709687 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-a804d794-0ef8-45b1-a610-407de3cf44cd req-508baf98-d832-43db-b01c-c33a748145b2 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for port, precommit_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:13.772189 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-a804d794-0ef8-45b1-a610-407de3cf44cd req-508baf98-d832-43db-b01c-c33a748145b2 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2715360'] for port, after_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:13.776762 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-5236488f-57b7-4c1a-9dfb-51ae605c30d2 tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:55:13.788350 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:55:13.833379 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804d794-0ef8-45b1-a610-407de3cf44cd req-508baf98-d832-43db-b01c-c33a748145b2 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:13.834028 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-a804d794-0ef8-45b1-a610-407de3cf44cd req-508baf98-d832-43db-b01c-c33a748145b2 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:13.835435 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a804d794-0ef8-45b1-a610-407de3cf44cd req-508baf98-d832-43db-b01c-c33a748145b2 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "PUT /v2.0/ports/34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 HTTP/1.1" status: 200 len: 981 time: 0.4814878 Jun 29 17:55:13.836021 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387f391e-3e30-4b95-b6e8-4b15c5135de7', 'tag': '34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51'}] {{(pid=100362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:55:13.838355 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48a6f13d0593460c6bf74d2d89cdb7f9c13c152b36d4e67a00c4f10a3cffdd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f939711-446f-4862-840a-9384f8bf03cb" -d '{"events": [{"name": "network-changed", "server_uuid": "387f391e-3e30-4b95-b6e8-4b15c5135de7", "tag": "34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51"}]}' {{(pid=100362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:55:13.878087 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508baf98-d832-43db-b01c-c33a748145b2 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Pushing event updated for resources: {'Port': ['ID=34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51,revision_number=6']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:55:13.886600 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-508baf98-d832-43db-b01c-c33a748145b2 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:55:13.927012 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:55:14.001770 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-167d9cf6-aea9-487a-908d-ec2759f1f1b5 req-ac67bb74-5f9f-4fde-9fd0-ab45e4af78c1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722685 Jun 29 17:55:14.024989 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8a5563-02e5-4c7d-8923-bf1c7935e09e x-openstack-request-id: req-1d8a5563-02e5-4c7d-8923-bf1c7935e09e {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:55:14.025326 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "387f391e-3e30-4b95-b6e8-4b15c5135de7", "tag": "34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51", "status": "completed", "code": 200}]} {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:55:14.025550 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-1d8a5563-02e5-4c7d-8923-bf1c7935e09e {{(pid=100362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:55:14.026003 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387f391e-3e30-4b95-b6e8-4b15c5135de7', 'tag': '34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51', 'status': 'completed', 'code': 200} Jun 29 17:55:14.077861 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563ac90-8c0b-4014-a4f6-d59581f561ad req-a59f97fa-2785-4b19-b86f-41f3546d3a91 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:14.086160 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a563ac90-8c0b-4014-a4f6-d59581f561ad req-a59f97fa-2785-4b19-b86f-41f3546d3a91 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 984 time: 0.1038210 Jun 29 17:55:14.131615 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d9cf6-aea9-487a-908d-ec2759f1f1b5 req-0b7a88b3-45d4-45b9-b943-dbd74f4525cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:14.133973 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-167d9cf6-aea9-487a-908d-ec2759f1f1b5 req-0b7a88b3-45d4-45b9-b943-dbd74f4525cc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2754616d326c4e71940da7941fbabc9d&device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 1137 time: 0.0803037 Jun 29 17:55:14.156649 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-a563ac90-8c0b-4014-a4f6-d59581f561ad req-3b07e79d-7316-4364-8ed8-ecbaec77a88e tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=de845db9-b2a9-4010-8f19-1764ed73123f&id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0694284 Jun 29 17:55:14.211273 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-2ee95b51-d5e0-4978-a979-f0bae01c96b0 None None] Provisioning complete for port 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:55:14.211995 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-2ee95b51-d5e0-4978-a979-f0bae01c96b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:14.270968 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d9cf6-aea9-487a-908d-ec2759f1f1b5 req-7271f55c-51e4-44a1-9a10-976641a2eeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:14.276522 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-167d9cf6-aea9-487a-908d-ec2759f1f1b5 req-7271f55c-51e4-44a1-9a10-976641a2eeb2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9261a38c-6efc-4f2c-ae3a-885e2d78c74d HTTP/1.1" status: 200 len: 916 time: 0.1164198 Jun 29 17:55:14.354160 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-167d9cf6-aea9-487a-908d-ec2759f1f1b5 req-0f2b9d9d-f765-4623-afe1-1211ef15d549 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 HTTP/1.1" status: 200 len: 1000 time: 0.0708482 Jun 29 17:55:14.416184 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d9cf6-aea9-487a-908d-ec2759f1f1b5 req-4d79fed3-9449-4423-872f-06a41b196634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:14.416744 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-167d9cf6-aea9-487a-908d-ec2759f1f1b5 req-4d79fed3-9449-4423-872f-06a41b196634 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=70cc58f2-049c-409c-8d46-ceb03db8f84d HTTP/1.1" status: 200 len: 854 time: 0.0536284 Jun 29 17:55:14.488601 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d9cf6-aea9-487a-908d-ec2759f1f1b5 req-34ee4e04-91c4-4784-a1fe-74260ae1a865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:14.490160 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-167d9cf6-aea9-487a-908d-ec2759f1f1b5 req-34ee4e04-91c4-4784-a1fe-74260ae1a865 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9261a38c-6efc-4f2c-ae3a-885e2d78c74d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0669291 Jun 29 17:55:14.608163 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-167d9cf6-aea9-487a-908d-ec2759f1f1b5 req-88138973-f108-4819-ba23-fdb929127336 service neutron] 10.222.0.66 "GET /v2.0/networks/9261a38c-6efc-4f2c-ae3a-885e2d78c74d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102176 Jun 29 17:55:14.720768 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-167d9cf6-aea9-487a-908d-ec2759f1f1b5 req-be1ac0c0-2bac-471c-aae2-8989ca8cc6f3 service neutron] 10.222.0.66 "GET /v2.0/networks/9261a38c-6efc-4f2c-ae3a-885e2d78c74d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052306 Jun 29 17:55:14.841645 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f939711-446f-4862-840a-9384f8bf03cb req-87bb2a82-3be6-49ff-ba0c-d1625d0c8211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:14.843930 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-6f939711-446f-4862-840a-9384f8bf03cb req-87bb2a82-3be6-49ff-ba0c-d1625d0c8211 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2754616d326c4e71940da7941fbabc9d&device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 1137 time: 0.0713682 Jun 29 17:55:14.965082 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f939711-446f-4862-840a-9384f8bf03cb req-8096940a-11fa-4a4d-8b7d-fed16c7ca701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:14.966584 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-6f939711-446f-4862-840a-9384f8bf03cb req-8096940a-11fa-4a4d-8b7d-fed16c7ca701 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9261a38c-6efc-4f2c-ae3a-885e2d78c74d HTTP/1.1" status: 200 len: 916 time: 0.1074708 Jun 29 17:55:15.063876 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-6f939711-446f-4862-840a-9384f8bf03cb req-32d85aba-34d8-40ae-a8ac-a29babb0d3a9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 HTTP/1.1" status: 200 len: 1000 time: 0.0900435 Jun 29 17:55:15.121687 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f939711-446f-4862-840a-9384f8bf03cb req-ac9dcd99-b4d1-4a14-8a4f-4957b4e85d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:15.123330 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-6f939711-446f-4862-840a-9384f8bf03cb req-ac9dcd99-b4d1-4a14-8a4f-4957b4e85d40 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=70cc58f2-049c-409c-8d46-ceb03db8f84d HTTP/1.1" status: 200 len: 854 time: 0.0533810 Jun 29 17:55:15.203443 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f939711-446f-4862-840a-9384f8bf03cb req-a2557888-76a8-44db-8a81-04f5b17b7639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:15.205103 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-6f939711-446f-4862-840a-9384f8bf03cb req-a2557888-76a8-44db-8a81-04f5b17b7639 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9261a38c-6efc-4f2c-ae3a-885e2d78c74d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0655632 Jun 29 17:55:15.311780 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-6f939711-446f-4862-840a-9384f8bf03cb req-33f70609-1755-42ad-b01d-1c320630e930 service neutron] 10.222.0.66 "GET /v2.0/networks/9261a38c-6efc-4f2c-ae3a-885e2d78c74d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987179 Jun 29 17:55:15.425051 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-6f939711-446f-4862-840a-9384f8bf03cb req-928860df-c974-4c05-bf2b-67ee3f14c3e3 service neutron] 10.222.0.66 "GET /v2.0/networks/9261a38c-6efc-4f2c-ae3a-885e2d78c74d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059515 Jun 29 17:55:26.788110 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:55:27.422753 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-f7303d66-fea0-4a67-bf82-a8db7de3dca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:28.642116 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea58c1d-d696-4eb4-9295-183d63d81670 req-7524151d-2785-4993-af84-eb119ed0fe87 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:28.644104 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9ea58c1d-d696-4eb4-9295-183d63d81670 req-7524151d-2785-4993-af84-eb119ed0fe87 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 984 time: 0.0699253 Jun 29 17:55:28.674432 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f79eeb-4ef8-4556-80d9-b9d645be06e4 req-5c9e5592-7b11-4f29-8228-a9e19ab3880d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:28.676341 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-90f79eeb-4ef8-4556-80d9-b9d645be06e4 req-5c9e5592-7b11-4f29-8228-a9e19ab3880d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2754616d326c4e71940da7941fbabc9d&device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 1137 time: 0.0679688 Jun 29 17:55:28.692016 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-9ea58c1d-d696-4eb4-9295-183d63d81670 req-367de1d7-2739-42e2-9769-efc32134ce95 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=de845db9-b2a9-4010-8f19-1764ed73123f&id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412641 Jun 29 17:55:28.774148 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f79eeb-4ef8-4556-80d9-b9d645be06e4 req-30e6ba03-351e-421c-b042-a6184d8d756f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:28.775527 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-90f79eeb-4ef8-4556-80d9-b9d645be06e4 req-30e6ba03-351e-421c-b042-a6184d8d756f service neutron] 10.222.0.66 "GET /v2.0/networks?id=9261a38c-6efc-4f2c-ae3a-885e2d78c74d HTTP/1.1" status: 200 len: 916 time: 0.0922205 Jun 29 17:55:28.844982 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-90f79eeb-4ef8-4556-80d9-b9d645be06e4 req-632badcc-d10d-47f6-bb9d-9d810898933b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 HTTP/1.1" status: 200 len: 1000 time: 0.0629687 Jun 29 17:55:28.902163 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f79eeb-4ef8-4556-80d9-b9d645be06e4 req-45b3c6dd-bcc1-492c-9893-cdf41761b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:28.903637 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-90f79eeb-4ef8-4556-80d9-b9d645be06e4 req-45b3c6dd-bcc1-492c-9893-cdf41761b7d2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=70cc58f2-049c-409c-8d46-ceb03db8f84d HTTP/1.1" status: 200 len: 854 time: 0.0498629 Jun 29 17:55:28.963084 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f79eeb-4ef8-4556-80d9-b9d645be06e4 req-b0b64371-f4c0-43fb-8816-6fadc82c5d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:28.964637 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-90f79eeb-4ef8-4556-80d9-b9d645be06e4 req-b0b64371-f4c0-43fb-8816-6fadc82c5d7f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9261a38c-6efc-4f2c-ae3a-885e2d78c74d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0538981 Jun 29 17:55:29.068475 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-90f79eeb-4ef8-4556-80d9-b9d645be06e4 req-206d951e-9207-48df-b23f-ad4ed4a5fedc service neutron] 10.222.0.66 "GET /v2.0/networks/9261a38c-6efc-4f2c-ae3a-885e2d78c74d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965514 Jun 29 17:55:29.171520 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-90f79eeb-4ef8-4556-80d9-b9d645be06e4 req-7737e94c-3c75-43fb-b592-5b9849814bbd service neutron] 10.222.0.66 "GET /v2.0/networks/9261a38c-6efc-4f2c-ae3a-885e2d78c74d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919273 Jun 29 17:55:29.826923 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-78866f56-482e-4a86-a18f-6f99c75c61e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:29.879914 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5218cdd-cae2-4f45-82c9-4a8505f1a9ec req-be0e96e3-14d2-414d-a3dd-78f7fdd42404 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:29.881673 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f5218cdd-cae2-4f45-82c9-4a8505f1a9ec req-be0e96e3-14d2-414d-a3dd-78f7fdd42404 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 984 time: 0.0741651 Jun 29 17:55:29.896664 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:29.930322 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f5218cdd-cae2-4f45-82c9-4a8505f1a9ec req-39a8f259-d0d4-448e-8ab4-b858fcd5aa18 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=de845db9-b2a9-4010-8f19-1764ed73123f&id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422585 Jun 29 17:55:31.128289 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc35cfe-9422-423b-97ef-3b7bf59efb00 req-9e351201-8a22-4abe-9b0a-7bcf8535624c tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:31.130627 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4bc35cfe-9422-423b-97ef-3b7bf59efb00 req-9e351201-8a22-4abe-9b0a-7bcf8535624c tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 984 time: 0.0734594 Jun 29 17:55:31.193887 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-4bc35cfe-9422-423b-97ef-3b7bf59efb00 req-a1cbb08d-8046-4b03-a0fa-08025a205b39 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=de845db9-b2a9-4010-8f19-1764ed73123f&id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562513 Jun 29 17:55:31.525443 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:32.424562 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322bc90-9fd1-4a2a-87f8-0bae51614594 req-6936757e-3561-4c11-a627-160835bb6836 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:32.426706 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-3322bc90-9fd1-4a2a-87f8-0bae51614594 req-6936757e-3561-4c11-a627-160835bb6836 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 984 time: 0.0781543 Jun 29 17:55:32.497674 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-3322bc90-9fd1-4a2a-87f8-0bae51614594 req-eb86ab53-21da-44fe-9cd2-e07279542c86 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=de845db9-b2a9-4010-8f19-1764ed73123f&id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645337 Jun 29 17:55:33.256602 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:33.953912 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a2c6f-bbed-4524-b7e5-0a3a0b9cfd9d req-852e4fc3-6245-4cf7-8ebd-e97d185a4beb tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:33.955305 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8f6a2c6f-bbed-4524-b7e5-0a3a0b9cfd9d req-852e4fc3-6245-4cf7-8ebd-e97d185a4beb tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 984 time: 0.3356826 Jun 29 17:55:34.005730 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8f6a2c6f-bbed-4524-b7e5-0a3a0b9cfd9d req-b7390cf3-4749-41c5-8f26-3bb9a12706fd tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=de845db9-b2a9-4010-8f19-1764ed73123f&id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401251 Jun 29 17:55:35.244006 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91675cd-f940-4530-a4aa-2386a253c5e6 req-7e80edb3-4c1e-4952-822d-10d09035c5e0 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:35.245536 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c91675cd-f940-4530-a4aa-2386a253c5e6 req-7e80edb3-4c1e-4952-822d-10d09035c5e0 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 984 time: 0.0895023 Jun 29 17:55:35.307034 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-c91675cd-f940-4530-a4aa-2386a253c5e6 req-70c0cc75-5a41-43c6-a03f-2c29158bdb5d tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=de845db9-b2a9-4010-8f19-1764ed73123f&id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0502491 Jun 29 17:55:36.525939 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8a4e6-ee2a-4f78-a49a-8a3562d12ef2 req-359d5510-61fe-4cea-a85f-712bf1246d17 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:36.528517 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f4f8a4e6-ee2a-4f78-a49a-8a3562d12ef2 req-359d5510-61fe-4cea-a85f-712bf1246d17 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 984 time: 0.0817463 Jun 29 17:55:36.572803 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-f4f8a4e6-ee2a-4f78-a49a-8a3562d12ef2 req-641e40eb-4984-4191-b875-739835e66780 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=de845db9-b2a9-4010-8f19-1764ed73123f&id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376611 Jun 29 17:55:37.485229 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:37.817267 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9479c-e770-4960-bd2b-14bbdbc8020f req-c9111166-4180-4ff1-b40d-aa8321acb947 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:37.818747 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ffc9479c-e770-4960-bd2b-14bbdbc8020f req-c9111166-4180-4ff1-b40d-aa8321acb947 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 984 time: 0.0869324 Jun 29 17:55:37.865533 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-ffc9479c-e770-4960-bd2b-14bbdbc8020f req-68912201-a8e9-4990-97b2-07d1b783a07d tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=de845db9-b2a9-4010-8f19-1764ed73123f&id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361922 Jun 29 17:55:39.065078 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112562c-850c-4ba1-85de-d78cabca9208 req-20360c66-cf9d-4c8c-8907-6bc62e8f6733 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:39.066660 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8112562c-850c-4ba1-85de-d78cabca9208 req-20360c66-cf9d-4c8c-8907-6bc62e8f6733 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 984 time: 0.0766964 Jun 29 17:55:39.109566 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-8112562c-850c-4ba1-85de-d78cabca9208 req-48d89cad-6648-4ef0-ab57-9dfbff84bef2 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=de845db9-b2a9-4010-8f19-1764ed73123f&id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368311 Jun 29 17:55:40.371363 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd73e3-dd85-4c8c-a551-3905e9bee00a req-17a536e8-2219-45a2-b84a-defef4d26e87 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:40.373029 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e8bd73e3-dd85-4c8c-a551-3905e9bee00a req-17a536e8-2219-45a2-b84a-defef4d26e87 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 984 time: 0.0845420 Jun 29 17:55:40.427397 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-e8bd73e3-dd85-4c8c-a551-3905e9bee00a req-6c59597b-4088-49c0-965b-0c8737eb0c74 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=de845db9-b2a9-4010-8f19-1764ed73123f&id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473762 Jun 29 17:55:41.676034 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873210fb-5faf-4693-b071-5cec8c01e7f3 req-384f2160-1b74-4d2d-b9f1-f70b51e32299 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:55:41.677783 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-873210fb-5faf-4693-b071-5cec8c01e7f3 req-384f2160-1b74-4d2d-b9f1-f70b51e32299 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 984 time: 0.0708406 Jun 29 17:55:41.730528 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-873210fb-5faf-4693-b071-5cec8c01e7f3 req-1d83ca43-28e4-49a2-aa5e-b1a98f5f836e tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=de845db9-b2a9-4010-8f19-1764ed73123f&id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461943 Jun 29 17:55:57.495413 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-5e572f50-a84b-4ddb-a0b0-5ef015465aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:59.855677 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-414ba250-2bec-499b-a256-3e11b3936602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:55:59.918169 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:01.524148 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:03.215975 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:03.787208 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:56:07.472616 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:14.339550 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-43e5fc4b-c0a1-49bc-a507-a6d333d9f831 req-8b69f8c0-b930-4226-a7cd-0437e129f1a0 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1086076624&fields=id&tenant_id=2754616d326c4e71940da7941fbabc9d HTTP/1.1" status: 200 len: 267 time: 0.0905950 Jun 29 17:56:14.408560 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5fc4b-c0a1-49bc-a507-a6d333d9f831 req-0ee04d47-3b26-48c1-b471-080aabf97661 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:56:14.410018 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-43e5fc4b-c0a1-49bc-a507-a6d333d9f831 req-0ee04d47-3b26-48c1-b471-080aabf97661 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 984 time: 0.0650909 Jun 29 17:56:14.420757 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.v2.base [req-43e5fc4b-c0a1-49bc-a507-a6d333d9f831 req-e7837fea-a77f-414c-ae37-37f406e947ba tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Request body: {'port': {'security_groups': ['77d63922-88cc-4b26-be82-0fbab9cabd56']}} {{(pid=100362) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 17:56:14.505418 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-43e5fc4b-c0a1-49bc-a507-a6d333d9f831 req-e7837fea-a77f-414c-ae37-37f406e947ba tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1492275'] for port, before_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:14.684646 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.db [req-43e5fc4b-c0a1-49bc-a507-a6d333d9f831 req-e7837fea-a77f-414c-ae37-37f406e947ba tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] For port 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51,segment=NetworkSegment(d65a612b-f177-4d71-a65b-b942711a544b),segment_id=d65a612b-f177-4d71-a65b-b942711a544b)] {{(pid=100362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:56:14.718883 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-43e5fc4b-c0a1-49bc-a507-a6d333d9f831 req-e7837fea-a77f-414c-ae37-37f406e947ba tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for port, precommit_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:14.780713 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-43e5fc4b-c0a1-49bc-a507-a6d333d9f831 req-e7837fea-a77f-414c-ae37-37f406e947ba tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732082739402', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732082167583', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732082167628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2715360'] for port, after_update {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:14.785452 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-576cd22f-9bf5-4472-ac3d-86e93a8853f8 tempest-AttachVolumeTestJSON-1199014279 tempest-AttachVolumeTestJSON-1199014279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:56:14.795495 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:56:14.840166 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5fc4b-c0a1-49bc-a507-a6d333d9f831 req-e7837fea-a77f-414c-ae37-37f406e947ba tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:56:14.840166 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [req-43e5fc4b-c0a1-49bc-a507-a6d333d9f831 req-e7837fea-a77f-414c-ae37-37f406e947ba tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:14.840166 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-43e5fc4b-c0a1-49bc-a507-a6d333d9f831 req-e7837fea-a77f-414c-ae37-37f406e947ba tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "PUT /v2.0/ports/34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 HTTP/1.1" status: 200 len: 942 time: 0.4207058 Jun 29 17:56:14.840166 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387f391e-3e30-4b95-b6e8-4b15c5135de7', 'tag': '34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51'}] {{(pid=100362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:56:14.840166 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48a6f13d0593460c6bf74d2d89cdb7f9c13c152b36d4e67a00c4f10a3cffdd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c111a0ae-bed4-4dda-b563-76889286c8a4" -d '{"events": [{"name": "network-changed", "server_uuid": "387f391e-3e30-4b95-b6e8-4b15c5135de7", "tag": "34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51"}]}' {{(pid=100362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:56:14.846817 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 41730) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:56:14.880966 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7837fea-a77f-414c-ae37-37f406e947ba tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Pushing event updated for resources: {'Port': ['ID=34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51,revision_number=7']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:56:14.893858 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7837fea-a77f-414c-ae37-37f406e947ba tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:14.894319 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7837fea-a77f-414c-ae37-37f406e947ba tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:14.894762 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7837fea-a77f-414c-ae37-37f406e947ba tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:14.895316 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7837fea-a77f-414c-ae37-37f406e947ba tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:14.895944 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7837fea-a77f-414c-ae37-37f406e947ba tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:14.896448 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7837fea-a77f-414c-ae37-37f406e947ba tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:14.897061 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7837fea-a77f-414c-ae37-37f406e947ba tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:14.897492 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7837fea-a77f-414c-ae37-37f406e947ba tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:14.897856 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7837fea-a77f-414c-ae37-37f406e947ba tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:14.898215 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7837fea-a77f-414c-ae37-37f406e947ba tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:14.898569 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7837fea-a77f-414c-ae37-37f406e947ba tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:14.898929 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7837fea-a77f-414c-ae37-37f406e947ba tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100362) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:14.903980 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-e7837fea-a77f-414c-ae37-37f406e947ba tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:56:14.915499 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145540d4-f255-4d60-89b1-15578308cd74 x-openstack-request-id: req-145540d4-f255-4d60-89b1-15578308cd74 {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:56:14.915942 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "387f391e-3e30-4b95-b6e8-4b15c5135de7", "tag": "34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51", "status": "completed", "code": 200}]} {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:56:14.916265 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-145540d4-f255-4d60-89b1-15578308cd74 {{(pid=100362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:56:14.916864 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387f391e-3e30-4b95-b6e8-4b15c5135de7', 'tag': '34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51', 'status': 'completed', 'code': 200} Jun 29 17:56:14.926258 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:56:14.980873 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-1e0bd818-28e3-4dbf-96b5-a3b85f3cfa10 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for security_group, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:15.023246 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-1e0bd818-28e3-4dbf-96b5-a3b85f3cfa10 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:15.070885 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111a0ae-bed4-4dda-b563-76889286c8a4 req-9334836d-14b6-4c62-9b00-a55e8c27ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:56:15.072547 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-c111a0ae-bed4-4dda-b563-76889286c8a4 req-9334836d-14b6-4c62-9b00-a55e8c27ac56 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2754616d326c4e71940da7941fbabc9d&device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 1098 time: 0.1273928 Jun 29 17:56:15.130604 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.provisioning_blocks [None req-4f1fd628-f441-46ed-995f-6ad5349be3a6 None None] Provisioning complete for port 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 triggered by entity DHCP. {{(pid=100363) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 17:56:15.130922 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-4f1fd628-f441-46ed-995f-6ad5349be3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1421833'] for port, provisioning_complete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:15.187043 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111a0ae-bed4-4dda-b563-76889286c8a4 req-f640bf1a-1f54-4c8b-b24a-1182a343dab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:56:15.188676 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-c111a0ae-bed4-4dda-b563-76889286c8a4 req-f640bf1a-1f54-4c8b-b24a-1182a343dab6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9261a38c-6efc-4f2c-ae3a-885e2d78c74d HTTP/1.1" status: 200 len: 916 time: 0.1098588 Jun 29 17:56:15.249789 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-1e0bd818-28e3-4dbf-96b5-a3b85f3cfa10 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:15.253136 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-1e0bd818-28e3-4dbf-96b5-a3b85f3cfa10 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for security_group, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:15.254300 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-1e0bd818-28e3-4dbf-96b5-a3b85f3cfa10 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "DELETE /v2.0/security-groups/de845db9-b2a9-4010-8f19-1764ed73123f HTTP/1.1" status: 204 len: 168 time: 0.4064765 Jun 29 17:56:15.256942 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-821c00f8-2784-4efe-a85c-381bf8f9aa13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:56:15.258010 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 41732) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:56:15.269806 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0bd818-28e3-4dbf-96b5-a3b85f3cfa10 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de845db9-b2a9-4010-8f19-1764ed73123f,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:56:15.284262 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0bd818-28e3-4dbf-96b5-a3b85f3cfa10 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:15.284678 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0bd818-28e3-4dbf-96b5-a3b85f3cfa10 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:15.285171 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0bd818-28e3-4dbf-96b5-a3b85f3cfa10 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:15.285607 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0bd818-28e3-4dbf-96b5-a3b85f3cfa10 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:15.286047 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0bd818-28e3-4dbf-96b5-a3b85f3cfa10 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:15.286476 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0bd818-28e3-4dbf-96b5-a3b85f3cfa10 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:15.286917 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0bd818-28e3-4dbf-96b5-a3b85f3cfa10 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:15.287345 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0bd818-28e3-4dbf-96b5-a3b85f3cfa10 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:15.287917 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0bd818-28e3-4dbf-96b5-a3b85f3cfa10 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:15.288349 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0bd818-28e3-4dbf-96b5-a3b85f3cfa10 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:15.288806 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0bd818-28e3-4dbf-96b5-a3b85f3cfa10 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:15.289231 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0bd818-28e3-4dbf-96b5-a3b85f3cfa10 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:15.293704 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-1e0bd818-28e3-4dbf-96b5-a3b85f3cfa10 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:56:15.298659 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-c111a0ae-bed4-4dda-b563-76889286c8a4 req-8392f3a5-dcc8-4a16-aed4-f295ec52195f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 HTTP/1.1" status: 200 len: 1000 time: 0.1013880 Jun 29 17:56:15.358119 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111a0ae-bed4-4dda-b563-76889286c8a4 req-b5812219-96c4-4792-825f-525a9afc36cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:56:15.359570 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-c111a0ae-bed4-4dda-b563-76889286c8a4 req-b5812219-96c4-4792-825f-525a9afc36cb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=70cc58f2-049c-409c-8d46-ceb03db8f84d HTTP/1.1" status: 200 len: 854 time: 0.0563717 Jun 29 17:56:15.424299 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111a0ae-bed4-4dda-b563-76889286c8a4 req-c7c40bf9-5195-4c1c-8578-49e3da248f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:56:15.426680 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-c111a0ae-bed4-4dda-b563-76889286c8a4 req-c7c40bf9-5195-4c1c-8578-49e3da248f6e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9261a38c-6efc-4f2c-ae3a-885e2d78c74d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0603199 Jun 29 17:56:15.445532 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-8bf98444-08a5-4b37-9c8e-99e56de9c7fd tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Deleting port a36d86ca-1430-43be-b1c7-f19ec24fabfc {{(pid=100362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:56:15.446170 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8bf98444-08a5-4b37-9c8e-99e56de9c7fd tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:15.532587 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-c111a0ae-bed4-4dda-b563-76889286c8a4 req-c8b5c457-3914-4de9-8644-10478bfba1e5 service neutron] 10.222.0.66 "GET /v2.0/networks/9261a38c-6efc-4f2c-ae3a-885e2d78c74d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953734 Jun 29 17:56:15.540645 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8bf98444-08a5-4b37-9c8e-99e56de9c7fd tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:15.541526 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8bf98444-08a5-4b37-9c8e-99e56de9c7fd tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:15.558604 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-8bf98444-08a5-4b37-9c8e-99e56de9c7fd tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Calling delete_port for a36d86ca-1430-43be-b1c7-f19ec24fabfc owned by network:floatingip {{(pid=100362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:56:15.631024 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-c111a0ae-bed4-4dda-b563-76889286c8a4 req-b3286785-e133-4740-92e0-971910a71fd4 service neutron] 10.222.0.66 "GET /v2.0/networks/9261a38c-6efc-4f2c-ae3a-885e2d78c74d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914981 Jun 29 17:56:15.792287 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8bf98444-08a5-4b37-9c8e-99e56de9c7fd tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2715355'] for port, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:15.794680 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-3224b34b-d545-48ec-8e65-e14622a99623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:56:15.821558 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf98444-08a5-4b37-9c8e-99e56de9c7fd tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Pushing event deleted for resources: {'Port': ['ID=a36d86ca-1430-43be-b1c7-f19ec24fabfc,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:56:15.825329 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-8bf98444-08a5-4b37-9c8e-99e56de9c7fd tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:56:15.888554 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8bf98444-08a5-4b37-9c8e-99e56de9c7fd tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks [] for floatingip, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:15.888878 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.db.l3_db [None req-8bf98444-08a5-4b37-9c8e-99e56de9c7fd tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Floating IP 68f350ef-919b-420c-8931-a610a9adb711 disassociated (deleted). External IP: 172.27.3.87, port: 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51. Jun 29 17:56:15.971844 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ce693fed-8431-4475-8de9-8298723efe65 req-f450c73f-9228-46b9-9cf1-ed905649bfc7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0611162 Jun 29 17:56:16.070507 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce693fed-8431-4475-8de9-8298723efe65 req-b230c34d-efb5-41ac-8cae-92ea7b246b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:56:16.071931 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ce693fed-8431-4475-8de9-8298723efe65 req-b230c34d-efb5-41ac-8cae-92ea7b246b48 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2754616d326c4e71940da7941fbabc9d&device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 1098 time: 0.0555687 Jun 29 17:56:16.115617 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf98444-08a5-4b37-9c8e-99e56de9c7fd tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Router 9c76e4cf-1223-4496-bff6-a0def0cba646 has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:56:16.183963 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce693fed-8431-4475-8de9-8298723efe65 req-8b5b345b-3f7f-4083-a45f-b90516b6beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:56:16.185426 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ce693fed-8431-4475-8de9-8298723efe65 req-8b5b345b-3f7f-4083-a45f-b90516b6beb4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9261a38c-6efc-4f2c-ae3a-885e2d78c74d HTTP/1.1" status: 200 len: 916 time: 0.0931492 Jun 29 17:56:16.225530 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf98444-08a5-4b37-9c8e-99e56de9c7fd tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:56:16.226180 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ce693fed-8431-4475-8de9-8298723efe65 req-a46ab22d-103e-4451-a6a1-2a6b3bd03f19 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 HTTP/1.1" status: 200 len: 217 time: 0.0343771 Jun 29 17:56:16.231188 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8bf98444-08a5-4b37-9c8e-99e56de9c7fd tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for floatingip, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:16.236876 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57656f1-65d9-4b8e-8fd6-7b7a67f03d58 None None] Sync routers for ids ['9c76e4cf-1223-4496-bff6-a0def0cba646'] in dv-cinder-763306-14-iscsi {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:56:16.259165 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57656f1-65d9-4b8e-8fd6-7b7a67f03d58 None None] Routers {'9c76e4cf-1223-4496-bff6-a0def0cba646'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:56:16.259844 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-a57656f1-65d9-4b8e-8fd6-7b7a67f03d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:56:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['9c76e4cf-1223-4496-bff6-a0def0cba646'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:56:16.276440 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-8bf98444-08a5-4b37-9c8e-99e56de9c7fd tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "DELETE /v2.0/floatingips/68f350ef-919b-420c-8931-a610a9adb711 HTTP/1.1" status: 204 len: 168 time: 1.0141838 Jun 29 17:56:16.290883 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce693fed-8431-4475-8de9-8298723efe65 req-738e3e2d-3775-4b1d-b19f-2b5f3f77f2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:56:16.292299 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ce693fed-8431-4475-8de9-8298723efe65 req-738e3e2d-3775-4b1d-b19f-2b5f3f77f2d5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=70cc58f2-049c-409c-8d46-ceb03db8f84d HTTP/1.1" status: 200 len: 854 time: 0.0600452 Jun 29 17:56:16.352170 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce693fed-8431-4475-8de9-8298723efe65 req-4aa785d1-c4c9-4fca-82f9-a9b96a9285f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:56:16.353596 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ce693fed-8431-4475-8de9-8298723efe65 req-4aa785d1-c4c9-4fca-82f9-a9b96a9285f8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9261a38c-6efc-4f2c-ae3a-885e2d78c74d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0535257 Jun 29 17:56:16.375581 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-a57656f1-65d9-4b8e-8fd6-7b7a67f03d58 None None] Set router 9c76e4cf-1223-4496-bff6-a0def0cba646 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:56:16.456057 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ce693fed-8431-4475-8de9-8298723efe65 req-039898c7-78d4-4608-b7f6-51102b287f03 service neutron] 10.222.0.66 "GET /v2.0/networks/9261a38c-6efc-4f2c-ae3a-885e2d78c74d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940502 Jun 29 17:56:16.560365 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-ce693fed-8431-4475-8de9-8298723efe65 req-042a0c86-2356-4b3c-b6f5-4e5a8db58545 service neutron] 10.222.0.66 "GET /v2.0/networks/9261a38c-6efc-4f2c-ae3a-885e2d78c74d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983396 Jun 29 17:56:16.597773 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-a57656f1-65d9-4b8e-8fd6-7b7a67f03d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'name': 'tempest-TestMinimumBasicScenario-1370677523-router', 'tenant_id': '2754616d326c4e71940da7941fbabc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '3e693a98-4448-4911-9069-e836fdab7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:51:01Z', 'updated_at': '2021-06-29T17:51:06Z', 'revision_number': 4, 'project_id': '2754616d326c4e71940da7941fbabc9d', 'gw_port': {'id': '3e693a98-4448-4911-9069-e836fdab7c9f', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:02Z', 'updated_at': '2021-06-29T17:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '75982c45-fd6f-4ec4-819a-2d867a3b7de6', 'name': '', 'network_id': '9261a38c-6efc-4f2c-ae3a-885e2d78c74d', 'tenant_id': '2754616d326c4e71940da7941fbabc9d', 'mac_address': 'fa:16:3e:df:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '70cc58f2-049c-409c-8d46-ceb03db8f84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:05Z', 'updated_at': '2021-06-29T17:51:11Z', 'revision_number': 5, 'project_id': '2754616d326c4e71940da7941fbabc9d', 'subnets': [{'id': '70cc58f2-049c-409c-8d46-ceb03db8f84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:56:16.629174 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57656f1-65d9-4b8e-8fd6-7b7a67f03d58 None None] Checking router: 9c76e4cf-1223-4496-bff6-a0def0cba646 for host: dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:56:16.637777 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57656f1-65d9-4b8e-8fd6-7b7a67f03d58 None None] Routers {'9c76e4cf-1223-4496-bff6-a0def0cba646'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:56:16.638414 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-a57656f1-65d9-4b8e-8fd6-7b7a67f03d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:56:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['9c76e4cf-1223-4496-bff6-a0def0cba646'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:56:16.751876 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-a57656f1-65d9-4b8e-8fd6-7b7a67f03d58 None None] Set router 9c76e4cf-1223-4496-bff6-a0def0cba646 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:56:16.918283 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387f391e-3e30-4b95-b6e8-4b15c5135de7', 'tag': '34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51'}] {{(pid=100362) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:56:16.920839 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f48a6f13d0593460c6bf74d2d89cdb7f9c13c152b36d4e67a00c4f10a3cffdd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ac0832-c532-441c-921b-afd3f9c4b446" -d '{"events": [{"name": "network-changed", "server_uuid": "387f391e-3e30-4b95-b6e8-4b15c5135de7", "tag": "34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51"}]}' {{(pid=100362) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:56:16.965780 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 17:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59e7744-c467-412d-b24a-94bec48e9245 x-openstack-request-id: req-e59e7744-c467-412d-b24a-94bec48e9245 {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:56:16.966124 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "387f391e-3e30-4b95-b6e8-4b15c5135de7", "tag": "34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51", "status": "completed", "code": 200}]} {{(pid=100362) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:56:16.966435 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-e59e7744-c467-412d-b24a-94bec48e9245 {{(pid=100362) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:56:16.966891 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387f391e-3e30-4b95-b6e8-4b15c5135de7', 'tag': '34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51', 'status': 'completed', 'code': 200} Jun 29 17:56:16.980923 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-a57656f1-65d9-4b8e-8fd6-7b7a67f03d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'name': 'tempest-TestMinimumBasicScenario-1370677523-router', 'tenant_id': '2754616d326c4e71940da7941fbabc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '3e693a98-4448-4911-9069-e836fdab7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:51:01Z', 'updated_at': '2021-06-29T17:51:06Z', 'revision_number': 4, 'project_id': '2754616d326c4e71940da7941fbabc9d', 'gw_port': {'id': '3e693a98-4448-4911-9069-e836fdab7c9f', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:02Z', 'updated_at': '2021-06-29T17:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '75982c45-fd6f-4ec4-819a-2d867a3b7de6', 'name': '', 'network_id': '9261a38c-6efc-4f2c-ae3a-885e2d78c74d', 'tenant_id': '2754616d326c4e71940da7941fbabc9d', 'mac_address': 'fa:16:3e:df:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '70cc58f2-049c-409c-8d46-ceb03db8f84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:05Z', 'updated_at': '2021-06-29T17:51:11Z', 'revision_number': 5, 'project_id': '2754616d326c4e71940da7941fbabc9d', 'subnets': [{'id': '70cc58f2-049c-409c-8d46-ceb03db8f84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:56:17.011465 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57656f1-65d9-4b8e-8fd6-7b7a67f03d58 None None] The sync data for ids ['9c76e4cf-1223-4496-bff6-a0def0cba646'] in dv-cinder-763306-14-iscsi is: [{'id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'name': 'tempest-TestMinimumBasicScenario-1370677523-router', 'tenant_id': '2754616d326c4e71940da7941fbabc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '3e693a98-4448-4911-9069-e836fdab7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:51:01Z', 'updated_at': '2021-06-29T17:51:06Z', 'revision_number': 4, 'project_id': '2754616d326c4e71940da7941fbabc9d', 'gw_port': {'id': '3e693a98-4448-4911-9069-e836fdab7c9f', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:02Z', 'updated_at': '2021-06-29T17:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi', '_interfaces': [{'id': '75982c45-fd6f-4ec4-819a-2d867a3b7de6', 'name': '', 'network_id': '9261a38c-6efc-4f2c-ae3a-885e2d78c74d', 'tenant_id': '2754616d326c4e71940da7941fbabc9d', 'mac_address': 'fa:16:3e:df:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '70cc58f2-049c-409c-8d46-ceb03db8f84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:05Z', 'updated_at': '2021-06-29T17:51:11Z', 'revision_number': 5, 'project_id': '2754616d326c4e71940da7941fbabc9d', 'subnets': [{'id': '70cc58f2-049c-409c-8d46-ceb03db8f84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:56:17.053274 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac0832-c532-441c-921b-afd3f9c4b446 req-3f3d2f30-9cb4-417d-b79d-da8c98738c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:56:17.055026 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-58ac0832-c532-441c-921b-afd3f9c4b446 req-3f3d2f30-9cb4-417d-b79d-da8c98738c6a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2754616d326c4e71940da7941fbabc9d&device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 1098 time: 0.0639362 Jun 29 17:56:17.163899 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac0832-c532-441c-921b-afd3f9c4b446 req-db6a7ef3-49a5-4405-8589-23fe3abc0f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:56:17.165390 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-58ac0832-c532-441c-921b-afd3f9c4b446 req-db6a7ef3-49a5-4405-8589-23fe3abc0f36 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9261a38c-6efc-4f2c-ae3a-885e2d78c74d HTTP/1.1" status: 200 len: 916 time: 0.1032727 Jun 29 17:56:17.211675 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-58ac0832-c532-441c-921b-afd3f9c4b446 req-023a8b86-9b9e-4661-a37c-ed0108fc4da3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 HTTP/1.1" status: 200 len: 217 time: 0.0385239 Jun 29 17:56:17.253757 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7f0594-d0f4-4478-b28d-0b9339146c94 None None] New status for floating IP 68f350ef-919b-420c-8931-a610a9adb711: DOWN {{(pid=100364) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 17:56:17.269380 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac0832-c532-441c-921b-afd3f9c4b446 req-40d36249-315c-4a6f-9310-c6e68d396ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:56:17.271885 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-58ac0832-c532-441c-921b-afd3f9c4b446 req-40d36249-315c-4a6f-9310-c6e68d396ad7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=70cc58f2-049c-409c-8d46-ceb03db8f84d HTTP/1.1" status: 200 len: 854 time: 0.0518308 Jun 29 17:56:17.341069 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac0832-c532-441c-921b-afd3f9c4b446 req-39864d01-e39f-4ef1-b8fe-7e65b8eec367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:56:17.342900 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-58ac0832-c532-441c-921b-afd3f9c4b446 req-39864d01-e39f-4ef1-b8fe-7e65b8eec367 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9261a38c-6efc-4f2c-ae3a-885e2d78c74d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0625024 Jun 29 17:56:17.442928 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-58ac0832-c532-441c-921b-afd3f9c4b446 req-02864c02-e1be-460b-9695-4653771cb31e service neutron] 10.222.0.66 "GET /v2.0/networks/9261a38c-6efc-4f2c-ae3a-885e2d78c74d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901277 Jun 29 17:56:17.540559 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-58ac0832-c532-441c-921b-afd3f9c4b446 req-e27a903e-4cb8-409a-866a-731c4bdf786b service neutron] 10.222.0.66 "GET /v2.0/networks/9261a38c-6efc-4f2c-ae3a-885e2d78c74d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908988 Jun 29 17:56:20.063506 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd86e4a-fa89-457d-959d-3f1fcdafec24 req-69e237f9-4fea-4077-a79d-f36b9b3d2bbf tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:56:20.065314 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2fd86e4a-fa89-457d-959d-3f1fcdafec24 req-69e237f9-4fea-4077-a79d-f36b9b3d2bbf tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 945 time: 0.0718954 Jun 29 17:56:20.109979 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-2fd86e4a-fa89-457d-959d-3f1fcdafec24 req-a544ca5e-fbb8-4927-967a-a27eeb8ba00d tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384574 Jun 29 17:56:21.074924 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [req-49c16bb9-41a7-4dba-9908-008f225bda42 req-b393cdeb-cde3-47a7-a113-53e3b5b2021d service neutron] (100361) timed out ('10.222.0.66', 55959) {{(pid=100361) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 17:56:21.355571 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7563eda-d2e3-4fb5-b8ba-14641ee8091d req-0536a8d3-2599-4127-a32a-8a53f68ec2ab tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100362) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:56:21.358219 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b7563eda-d2e3-4fb5-b8ba-14641ee8091d req-0536a8d3-2599-4127-a32a-8a53f68ec2ab tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 945 time: 0.1314468 Jun 29 17:56:21.400836 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-b7563eda-d2e3-4fb5-b8ba-14641ee8091d req-8009b995-eb96-437c-991f-5f8a9c95d981 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/security-groups?id=77d63922-88cc-4b26-be82-0fbab9cabd56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369115 Jun 29 17:56:21.685841 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5c9a1-a5f4-49da-b8ae-7e713d86b4cb req-60015f46-d707-48a7-9f7d-62a1b6c42b04 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100361) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 17:56:21.687334 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-bbc5c9a1-a5f4-49da-b8ae-7e713d86b4cb req-60015f46-d707-48a7-9f7d-62a1b6c42b04 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.66 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 945 time: 0.0681760 Jun 29 17:56:21.795330 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-bbc5c9a1-a5f4-49da-b8ae-7e713d86b4cb req-26df9c68-fc9a-4b7c-a461-c6c038176b3f tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Deleting port 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:56:21.795751 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-bbc5c9a1-a5f4-49da-b8ae-7e713d86b4cb req-26df9c68-fc9a-4b7c-a461-c6c038176b3f tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:21.892741 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [req-bbc5c9a1-a5f4-49da-b8ae-7e713d86b4cb req-26df9c68-fc9a-4b7c-a461-c6c038176b3f tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] For port 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76330',level=0,port_id=34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51,segment=NetworkSegment(d65a612b-f177-4d71-a65b-b942711a544b),segment_id=d65a612b-f177-4d71-a65b-b942711a544b)] {{(pid=100361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:56:21.893105 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-bbc5c9a1-a5f4-49da-b8ae-7e713d86b4cb req-26df9c68-fc9a-4b7c-a461-c6c038176b3f tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:21.906483 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [req-bbc5c9a1-a5f4-49da-b8ae-7e713d86b4cb req-26df9c68-fc9a-4b7c-a461-c6c038176b3f tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Calling delete_port for 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 owned by compute:nova {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:56:22.117713 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-bbc5c9a1-a5f4-49da-b8ae-7e713d86b4cb req-26df9c68-fc9a-4b7c-a461-c6c038176b3f tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995816'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:22.122042 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-d49dbb54-e65f-496b-b44e-dcaebadd6c2b tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:56:22.130736 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] get_ports_and_sgs() called for port_ids ['34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51'] {{(pid=100363) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 17:56:22.149833 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df9c68-fc9a-4b7c-a461-c6c038176b3f tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Pushing event deleted for resources: {'Port': ['ID=34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:56:22.154281 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-26df9c68-fc9a-4b7c-a461-c6c038176b3f tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:56:22.211874 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc5c9a1-a5f4-49da-b8ae-7e713d86b4cb req-26df9c68-fc9a-4b7c-a461-c6c038176b3f tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] No DVR routers for this DVR port 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 on host hv-cinder-76330 {{(pid=100361) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:56:22.214956 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [req-bbc5c9a1-a5f4-49da-b8ae-7e713d86b4cb req-26df9c68-fc9a-4b7c-a461-c6c038176b3f tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205625'] for port, before_response {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:22.217136 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [req-bbc5c9a1-a5f4-49da-b8ae-7e713d86b4cb req-26df9c68-fc9a-4b7c-a461-c6c038176b3f tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.66 "DELETE /v2.0/ports/34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 HTTP/1.1" status: 204 len: 173 time: 0.5245550 Jun 29 17:56:22.217713 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387f391e-3e30-4b95-b6e8-4b15c5135de7', 'name': 'network-vif-deleted', 'tag': '34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51'}] {{(pid=100361) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 17:56:22.221394 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.102/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}077e1dcf73e5535dbf120c75f252918c57b5ac0b6779610bb8a0a5030ceae6be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408c4ee5-dc16-4a3d-82e1-57e804ec302a" -d '{"events": [{"server_uuid": "387f391e-3e30-4b95-b6e8-4b15c5135de7", "name": "network-vif-deleted", "tag": "34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51"}]}' {{(pid=100361) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 17:56:22.278873 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 17:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6946f6-935d-4c8f-967f-a091faa968c8 x-openstack-request-id: req-bb6946f6-935d-4c8f-967f-a091faa968c8 {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 17:56:22.279208 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387f391e-3e30-4b95-b6e8-4b15c5135de7", "name": "network-vif-deleted", "tag": "34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51", "status": "completed", "code": 200}]} {{(pid=100361) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 17:56:22.279538 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.102/compute/v2.1/os-server-external-events used request id req-bb6946f6-935d-4c8f-967f-a091faa968c8 {{(pid=100361) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 17:56:22.280042 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387f391e-3e30-4b95-b6e8-4b15c5135de7', 'name': 'network-vif-deleted', 'tag': '34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51', 'status': 'completed', 'code': 200} Jun 29 17:56:22.551047 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [req-67d5221f-4ba0-47ac-875e-7f565ce5bb10 req-46f9544d-ccc5-4d16-b176-d6483d545afd tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] 10.222.0.102 "GET /v2.0/ports?device_id=387f391e-3e30-4b95-b6e8-4b15c5135de7 HTTP/1.1" status: 200 len: 210 time: 0.0307195 Jun 29 17:56:23.802013 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [req-5384d9f6-c8ce-415f-8690-4615b76f5242 req-8c795b28-ad8c-4143-8fb8-d2e0d6f7ae21 service neutron] (100361) timed out ('10.222.0.66', 55977) {{(pid=100361) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 17:56:25.116203 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 41826) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:56:25.701493 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-bd11082a-524c-467f-9f30-a184140f6e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476217'] for router_interface, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:25.860150 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 no longer exists at agent hyperv_hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:56:25.885408 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] No Port match for: 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:56:25.885408 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Device 34aaf0a8-0b68-4e1a-a5dd-f8ad381e5c51 not bound to the agent host hv-cinder-76330 {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:56:26.006142 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-bd11082a-524c-467f-9f30-a184140f6e10 admin admin] Deleting port 75982c45-fd6f-4ec4-819a-2d867a3b7de6 {{(pid=100362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:56:26.006487 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-bd11082a-524c-467f-9f30-a184140f6e10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:26.090546 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.db [None req-bd11082a-524c-467f-9f30-a184140f6e10 admin admin] For port 75982c45-fd6f-4ec4-819a-2d867a3b7de6, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=75982c45-fd6f-4ec4-819a-2d867a3b7de6,segment=NetworkSegment(d65a612b-f177-4d71-a65b-b942711a544b),segment_id=d65a612b-f177-4d71-a65b-b942711a544b)] {{(pid=100362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:56:26.090911 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-bd11082a-524c-467f-9f30-a184140f6e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:26.104884 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-bd11082a-524c-467f-9f30-a184140f6e10 admin admin] Calling delete_port for 75982c45-fd6f-4ec4-819a-2d867a3b7de6 owned by network:router_interface {{(pid=100362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:56:26.392759 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-bd11082a-524c-467f-9f30-a184140f6e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2715355'] for port, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:26.396959 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-277eb711-e2f4-448f-a078-691da863ec17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:56:26.425856 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11082a-524c-467f-9f30-a184140f6e10 admin admin] Pushing event deleted for resources: {'Port': ['ID=75982c45-fd6f-4ec4-819a-2d867a3b7de6,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:56:26.429152 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-bd11082a-524c-467f-9f30-a184140f6e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:56:26.625827 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-bd11082a-524c-467f-9f30-a184140f6e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475785'] for router_interface, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:26.866590 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd11082a-524c-467f-9f30-a184140f6e10 admin admin] Router 9c76e4cf-1223-4496-bff6-a0def0cba646 has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100362) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:56:26.977220 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd11082a-524c-467f-9f30-a184140f6e10 admin admin] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100362) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:56:26.982386 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-bd11082a-524c-467f-9f30-a184140f6e10 admin admin] 10.222.0.102 "PUT /v2.0/routers/9c76e4cf-1223-4496-bff6-a0def0cba646/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8652377 Jun 29 17:56:26.984931 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 41830) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:56:26.990564 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37856a69-5757-4aab-903f-f4cca9443e64 None None] Sync routers for ids ['9c76e4cf-1223-4496-bff6-a0def0cba646'] in dv-cinder-763306-14-iscsi {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:56:27.000799 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37856a69-5757-4aab-903f-f4cca9443e64 None None] Routers {'9c76e4cf-1223-4496-bff6-a0def0cba646'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:56:27.001563 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-37856a69-5757-4aab-903f-f4cca9443e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:56:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['9c76e4cf-1223-4496-bff6-a0def0cba646'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:56:27.143157 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-37856a69-5757-4aab-903f-f4cca9443e64 None None] Set router 9c76e4cf-1223-4496-bff6-a0def0cba646 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:56:27.389113 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-7e351fda-12e8-4018-8793-5f943121a4af admin admin] Notify callbacks [] for router, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:27.465872 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-5460405b-ab06-43e5-a703-bffa7343d49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:27.493391 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-37856a69-5757-4aab-903f-f4cca9443e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'name': 'tempest-TestMinimumBasicScenario-1370677523-router', 'tenant_id': '2754616d326c4e71940da7941fbabc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '3e693a98-4448-4911-9069-e836fdab7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:51:01Z', 'updated_at': '2021-06-29T17:56:26Z', 'revision_number': 5, 'project_id': '2754616d326c4e71940da7941fbabc9d', 'gw_port': {'id': '3e693a98-4448-4911-9069-e836fdab7c9f', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:02Z', 'updated_at': '2021-06-29T17:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:56:27.514604 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-7e351fda-12e8-4018-8793-5f943121a4af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:27.526229 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37856a69-5757-4aab-903f-f4cca9443e64 None None] Checking router: 9c76e4cf-1223-4496-bff6-a0def0cba646 for host: dv-cinder-763306-14-iscsi {{(pid=100363) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:56:27.537656 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37856a69-5757-4aab-903f-f4cca9443e64 None None] Routers {'9c76e4cf-1223-4496-bff6-a0def0cba646'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100363) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:56:27.538564 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-37856a69-5757-4aab-903f-f4cca9443e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:56:00Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['9c76e4cf-1223-4496-bff6-a0def0cba646'], 'active': True} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:56:27.644179 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-7e351fda-12e8-4018-8793-5f943121a4af admin admin] Deleting port 3e693a98-4448-4911-9069-e836fdab7c9f {{(pid=100362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:56:27.644418 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-7e351fda-12e8-4018-8793-5f943121a4af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:27.648839 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvr_db [None req-37856a69-5757-4aab-903f-f4cca9443e64 None None] Set router 9c76e4cf-1223-4496-bff6-a0def0cba646 gateway port host: dv-cinder-763306-14-iscsi {{(pid=100363) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:56:27.727685 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.db [None req-7e351fda-12e8-4018-8793-5f943121a4af admin admin] For port 3e693a98-4448-4911-9069-e836fdab7c9f, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=3e693a98-4448-4911-9069-e836fdab7c9f,segment=NetworkSegment(f9a98574-3341-4580-ac4f-b7fff4e16571),segment_id=f9a98574-3341-4580-ac4f-b7fff4e16571)] {{(pid=100362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:56:27.728185 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-7e351fda-12e8-4018-8793-5f943121a4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:27.740930 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-7e351fda-12e8-4018-8793-5f943121a4af admin admin] Calling delete_port for 3e693a98-4448-4911-9069-e836fdab7c9f owned by network:router_gateway {{(pid=100362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:56:27.835932 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_hamode_db [None req-37856a69-5757-4aab-903f-f4cca9443e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'name': 'tempest-TestMinimumBasicScenario-1370677523-router', 'tenant_id': '2754616d326c4e71940da7941fbabc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '3e693a98-4448-4911-9069-e836fdab7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:51:01Z', 'updated_at': '2021-06-29T17:56:26Z', 'revision_number': 5, 'project_id': '2754616d326c4e71940da7941fbabc9d', 'gw_port': {'id': '3e693a98-4448-4911-9069-e836fdab7c9f', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:02Z', 'updated_at': '2021-06-29T17:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:56:27.877887 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37856a69-5757-4aab-903f-f4cca9443e64 None None] The sync data for ids ['9c76e4cf-1223-4496-bff6-a0def0cba646'] in dv-cinder-763306-14-iscsi is: [{'id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'name': 'tempest-TestMinimumBasicScenario-1370677523-router', 'tenant_id': '2754616d326c4e71940da7941fbabc9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '3e693a98-4448-4911-9069-e836fdab7c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:51:01Z', 'updated_at': '2021-06-29T17:56:26Z', 'revision_number': 5, 'project_id': '2754616d326c4e71940da7941fbabc9d', 'gw_port': {'id': '3e693a98-4448-4911-9069-e836fdab7c9f', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c76e4cf-1223-4496-bff6-a0def0cba646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:02Z', 'updated_at': '2021-06-29T17:51:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}] {{(pid=100363) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:56:28.003793 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-7e351fda-12e8-4018-8793-5f943121a4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2715355'] for port, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:28.006017 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-8a136056-4083-4c33-b905-90b9c96f09d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:56:28.036073 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e351fda-12e8-4018-8793-5f943121a4af admin admin] Pushing event deleted for resources: {'Port': ['ID=3e693a98-4448-4911-9069-e836fdab7c9f,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:56:28.039042 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-7e351fda-12e8-4018-8793-5f943121a4af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:56:28.101838 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-7e351fda-12e8-4018-8793-5f943121a4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1618157'] for router_gateway, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:28.198986 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-7e351fda-12e8-4018-8793-5f943121a4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-895'] for router, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:28.201086 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-7e351fda-12e8-4018-8793-5f943121a4af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:28.334291 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-7e351fda-12e8-4018-8793-5f943121a4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-479148'] for router, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:28.334830 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e351fda-12e8-4018-8793-5f943121a4af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c76e4cf-1223-4496-bff6-a0def0cba646 {{(pid=100362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:56:28.342303 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-7e351fda-12e8-4018-8793-5f943121a4af admin admin] Notify callbacks [] for router, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:28.342303 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-7e351fda-12e8-4018-8793-5f943121a4af admin admin] 10.222.0.102 "DELETE /v2.0/routers/9c76e4cf-1223-4496-bff6-a0def0cba646 HTTP/1.1" status: 204 len: 168 time: 1.3552845 Jun 29 17:56:28.343798 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 41832) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:56:28.390645 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.db_base_plugin_v2 [None req-8354ac1b-d995-4e3a-8b98-295d0eaeb8ba admin admin] Deleting subnet 70cc58f2-049c-409c-8d46-ceb03db8f84d {{(pid=100362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:56:28.394765 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8354ac1b-d995-4e3a-8b98-295d0eaeb8ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:28.431328 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8354ac1b-d995-4e3a-8b98-295d0eaeb8ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10202194'] for subnet, precommit_delete_associations {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:28.524162 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8354ac1b-d995-4e3a-8b98-295d0eaeb8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423704'] for subnet, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:28.660723 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8354ac1b-d995-4e3a-8b98-295d0eaeb8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2715169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10114573'] for subnet, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:28.663260 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-3fad1d86-7b79-4324-90f2-3de3cbe1aab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:56:28.689233 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354ac1b-d995-4e3a-8b98-295d0eaeb8ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70cc58f2-049c-409c-8d46-ceb03db8f84d,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:56:28.693163 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-8354ac1b-d995-4e3a-8b98-295d0eaeb8ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:56:28.694166 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8354ac1b-d995-4e3a-8b98-295d0eaeb8ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for subnet, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:28.696771 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-8354ac1b-d995-4e3a-8b98-295d0eaeb8ba admin admin] 10.222.0.102 "DELETE /v2.0/subnets/70cc58f2-049c-409c-8d46-ceb03db8f84d HTTP/1.1" status: 204 len: 168 time: 0.3518176 Jun 29 17:56:28.699058 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 41834) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:56:28.700303 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6f1988-bff8-4a29-85d5-c1d3998eda17 None None] Network 9261a38c-6efc-4f2c-ae3a-885e2d78c74d requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:56:28.777261 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-00a1288b-097b-4387-ba62-3006fca790da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1525605'] for network, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:28.837282 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-00a1288b-097b-4387-ba62-3006fca790da admin admin] Deleting port 9bc3b678-eb49-4080-aacc-0a39c209c1c2 {{(pid=100362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:56:28.837517 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-00a1288b-097b-4387-ba62-3006fca790da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:28.914172 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.db [None req-00a1288b-097b-4387-ba62-3006fca790da admin admin] For port 9bc3b678-eb49-4080-aacc-0a39c209c1c2, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=9bc3b678-eb49-4080-aacc-0a39c209c1c2,segment=NetworkSegment(d65a612b-f177-4d71-a65b-b942711a544b),segment_id=d65a612b-f177-4d71-a65b-b942711a544b)] {{(pid=100362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:56:28.914796 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-00a1288b-097b-4387-ba62-3006fca790da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:28.931486 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060f1412-591d-4095-a858-0ba5c47f6bbb None None] DHCP port deletion for 9261a38c-6efc-4f2c-ae3a-885e2d78c74d request from dv-cinder-763306-14-iscsi {{(pid=100363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 17:56:28.935238 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-00a1288b-097b-4387-ba62-3006fca790da admin admin] Calling delete_port for 9bc3b678-eb49-4080-aacc-0a39c209c1c2 owned by network:dhcp {{(pid=100362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:56:28.979996 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-060f1412-591d-4095-a858-0ba5c47f6bbb None None] Deleting port 9bc3b678-eb49-4080-aacc-0a39c209c1c2 {{(pid=100363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:56:28.980370 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-060f1412-591d-4095-a858-0ba5c47f6bbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:29.045125 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-060f1412-591d-4095-a858-0ba5c47f6bbb None None] For port 9bc3b678-eb49-4080-aacc-0a39c209c1c2, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=9bc3b678-eb49-4080-aacc-0a39c209c1c2,segment=NetworkSegment(d65a612b-f177-4d71-a65b-b942711a544b),segment_id=d65a612b-f177-4d71-a65b-b942711a544b)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:56:29.045512 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-060f1412-591d-4095-a858-0ba5c47f6bbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:29.059754 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-060f1412-591d-4095-a858-0ba5c47f6bbb None None] Calling delete_port for 9bc3b678-eb49-4080-aacc-0a39c209c1c2 owned by network:dhcp {{(pid=100363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:56:29.117483 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-00a1288b-097b-4387-ba62-3006fca790da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2715355'] for port, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:29.122148 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-508baf98-d832-43db-b01c-c33a748145b2 tempest-TestMinimumBasicScenario-661736222 tempest-TestMinimumBasicScenario-661736222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:56:29.164165 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1288b-097b-4387-ba62-3006fca790da admin admin] Pushing event deleted for resources: {'Port': ['ID=9bc3b678-eb49-4080-aacc-0a39c209c1c2,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:56:29.167697 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a1288b-097b-4387-ba62-3006fca790da admin admin] No DVR routers for this DVR port 9bc3b678-eb49-4080-aacc-0a39c209c1c2 on host dv-cinder-763306-14-iscsi {{(pid=100362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:56:29.169161 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-060f1412-591d-4095-a858-0ba5c47f6bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574'] for port, after_delete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:29.170113 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-00a1288b-097b-4387-ba62-3006fca790da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:56:29.171657 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:56:29.196804 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f1412-591d-4095-a858-0ba5c47f6bbb None None] Pushing event deleted for resources: {'Port': ['ID=9bc3b678-eb49-4080-aacc-0a39c209c1c2,revision_number=None']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:56:29.205886 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060f1412-591d-4095-a858-0ba5c47f6bbb None None] No DVR routers for this DVR port 9bc3b678-eb49-4080-aacc-0a39c209c1c2 on host dv-cinder-763306-14-iscsi {{(pid=100363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:56:29.208618 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f1412-591d-4095-a858-0ba5c47f6bbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:29.209007 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f1412-591d-4095-a858-0ba5c47f6bbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:29.209343 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f1412-591d-4095-a858-0ba5c47f6bbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:29.209671 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f1412-591d-4095-a858-0ba5c47f6bbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:29.209996 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f1412-591d-4095-a858-0ba5c47f6bbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:29.210320 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f1412-591d-4095-a858-0ba5c47f6bbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:29.210641 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f1412-591d-4095-a858-0ba5c47f6bbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:29.210960 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f1412-591d-4095-a858-0ba5c47f6bbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:29.211275 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f1412-591d-4095-a858-0ba5c47f6bbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:29.211589 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f1412-591d-4095-a858-0ba5c47f6bbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:29.212006 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f1412-591d-4095-a858-0ba5c47f6bbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:29.212408 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060f1412-591d-4095-a858-0ba5c47f6bbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-14-iscsi {{(pid=100363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 17:56:29.215981 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-060f1412-591d-4095-a858-0ba5c47f6bbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:56:29.253490 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-00a1288b-097b-4387-ba62-3006fca790da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423750', 'neutron.services.segments.db._delete_segments_for_network-8732082675523'] for network, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:29.264156 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.services.segments.db [None req-00a1288b-097b-4387-ba62-3006fca790da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9261a38c-6efc-4f2c-ae3a-885e2d78c74d']}} {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:56:29.274728 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.services.segments.db [None req-00a1288b-097b-4387-ba62-3006fca790da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd65a612b-f177-4d71-a65b-b942711a544b') {'for_net_delete': True} {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:56:29.275252 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.services.segments.db [None req-00a1288b-097b-4387-ba62-3006fca790da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd65a612b-f177-4d71-a65b-b942711a544b') {} {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:56:29.286178 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-00a1288b-097b-4387-ba62-3006fca790da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732082504906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10202205'] for segment, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:29.300898 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-00a1288b-097b-4387-ba62-3006fca790da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:29.307581 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00a1288b-097b-4387-ba62-3006fca790da admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=100362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-00a1288b-097b-4387-ba62-3006fca790da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2715276'] for segment, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: conditions |= (models_v2.Port.network_id.in_( Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: Traceback (most recent call last): Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: timer() Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: cb(*args, **kw) Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: return func(*args, **kwargs) Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: self._notify() Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: self.callback(batched_events) Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: event.method(event) Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: return f(self, *a, **k) Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: return self._get(url).json() Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: return self.request(url, 'GET', **kwargs) Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:56:29.312773 dv-cinder-763306-14-iscsi neutron-server[100362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:56:29.398994 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 3e693a98-4448-4911-9069-e836fdab7c9f no longer exists at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:56:29.419290 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] No Port match for: 3e693a98-4448-4911-9069-e836fdab7c9f {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:56:29.419642 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 3e693a98-4448-4911-9069-e836fdab7c9f not bound to the agent host dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:56:29.420110 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 9bc3b678-eb49-4080-aacc-0a39c209c1c2 no longer exists at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:56:29.448722 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-00a1288b-097b-4387-ba62-3006fca790da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617152'] for network, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:29.451093 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] No Port match for: 9bc3b678-eb49-4080-aacc-0a39c209c1c2 {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:56:29.451456 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 9bc3b678-eb49-4080-aacc-0a39c209c1c2 not bound to the agent host dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:56:29.451922 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 75982c45-fd6f-4ec4-819a-2d867a3b7de6 no longer exists at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:56:29.452219 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:56:29.454938 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-00a1288b-097b-4387-ba62-3006fca790da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:29.456953 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-00a1288b-097b-4387-ba62-3006fca790da admin admin] 10.222.0.102 "DELETE /v2.0/networks/9261a38c-6efc-4f2c-ae3a-885e2d78c74d HTTP/1.1" status: 204 len: 168 time: 0.7567754 Jun 29 17:56:29.460255 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [-] (100361) accepted ('10.222.0.102', 41836) {{(pid=100361) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:56:29.472126 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a1288b-097b-4387-ba62-3006fca790da admin admin] Pushing event deleted for resources: {'Network': ['ID=9261a38c-6efc-4f2c-ae3a-885e2d78c74d,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:56:29.475764 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-00a1288b-097b-4387-ba62-3006fca790da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:56:29.480834 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] No Port match for: 75982c45-fd6f-4ec4-819a-2d867a3b7de6 {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:56:29.481194 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 75982c45-fd6f-4ec4-819a-2d867a3b7de6 not bound to the agent host dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:56:29.814015 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-f5fe5ee3-1b5a-4b16-b57f-6cae555bd60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:29.840276 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-6e9ca9d7-d0db-4858-a324-efb63cea3bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476217'] for router_interface, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:29.900778 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:30.139874 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ca9d7-d0db-4858-a324-efb63cea3bba admin admin] Deleting port 886aea37-8fc2-42e1-b672-167ba66f0720 {{(pid=100361) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:56:30.140426 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-6e9ca9d7-d0db-4858-a324-efb63cea3bba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:30.237165 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.db [None req-6e9ca9d7-d0db-4858-a324-efb63cea3bba admin admin] For port 886aea37-8fc2-42e1-b672-167ba66f0720, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=886aea37-8fc2-42e1-b672-167ba66f0720,segment=NetworkSegment(92ac19ea-4a49-4cf2-a475-a5b00f481097),segment_id=92ac19ea-4a49-4cf2-a475-a5b00f481097)] {{(pid=100361) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:56:30.237508 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-6e9ca9d7-d0db-4858-a324-efb63cea3bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:30.538106 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ca9d7-d0db-4858-a324-efb63cea3bba admin admin] Calling delete_port for 886aea37-8fc2-42e1-b672-167ba66f0720 owned by network:router_interface {{(pid=100361) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:56:30.797515 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-6e9ca9d7-d0db-4858-a324-efb63cea3bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9995816'] for port, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:30.800497 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-66e04336-f50e-4bf0-97f0-2821bd6390fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:56:30.824559 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ca9d7-d0db-4858-a324-efb63cea3bba admin admin] Pushing event deleted for resources: {'Port': ['ID=886aea37-8fc2-42e1-b672-167ba66f0720,revision_number=None']} {{(pid=100361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:56:30.827702 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG oslo_concurrency.lockutils [None req-6e9ca9d7-d0db-4858-a324-efb63cea3bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=100361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:56:31.012340 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron_lib.callbacks.manager [None req-6e9ca9d7-d0db-4858-a324-efb63cea3bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1620956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-475785'] for router_interface, after_delete {{(pid=100361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:31.236047 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9ca9d7-d0db-4858-a324-efb63cea3bba admin admin] Router 11734704-7c77-4b1d-888f-e8c232bbe8af has already been hosted by L3 agent 4bfbb9eb-a279-45d7-bd0d-531cf40f359b {{(pid=100361) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 17:56:31.349437 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9ca9d7-d0db-4858-a324-efb63cea3bba admin admin] Notify agent at l3_agent.dv-cinder-763306-14-iscsi the message routers_updated {{(pid=100361) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 17:56:31.358642 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 41838) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:56:31.359186 dv-cinder-763306-14-iscsi neutron-server[100361]: INFO neutron.wsgi [None req-6e9ca9d7-d0db-4858-a324-efb63cea3bba admin admin] 10.222.0.102 "PUT /v2.0/routers/11734704-7c77-4b1d-888f-e8c232bbe8af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8969538 Jun 29 17:56:31.362305 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7a08ad-9f51-4a68-9ac7-9047b247f0af None None] Sync routers for ids ['11734704-7c77-4b1d-888f-e8c232bbe8af'] in dv-cinder-763306-14-iscsi {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 17:56:31.379479 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7a08ad-9f51-4a68-9ac7-9047b247f0af None None] Routers {'11734704-7c77-4b1d-888f-e8c232bbe8af'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:56:31.380493 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-2c7a08ad-9f51-4a68-9ac7-9047b247f0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:56:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['11734704-7c77-4b1d-888f-e8c232bbe8af'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:56:31.502095 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-72c968f0-011c-4e4d-be61-0a3afb4d233c admin admin] Notify callbacks [] for router, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:31.521073 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-2c7a08ad-9f51-4a68-9ac7-9047b247f0af None None] Set router 11734704-7c77-4b1d-888f-e8c232bbe8af gateway port host: dv-cinder-763306-14-iscsi {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:56:31.528708 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:31.629811 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-72c968f0-011c-4e4d-be61-0a3afb4d233c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:31.743170 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-2c7a08ad-9f51-4a68-9ac7-9047b247f0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11734704-7c77-4b1d-888f-e8c232bbe8af', 'name': 'tempest-TestMinimumBasicScenario-1992960311-router', 'tenant_id': '39ba37e1b46c49ffb1941e059624bc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'external_fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '7624d966-c6a6-4e40-88b6-fc50479f5452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:51:10Z', 'updated_at': '2021-06-29T17:56:30Z', 'revision_number': 5, 'project_id': '39ba37e1b46c49ffb1941e059624bc74', 'gw_port': {'id': '7624d966-c6a6-4e40-88b6-fc50479f5452', 'name': '', 'network_id': '26c48c97-dd4e-49af-8475-2ecf6fc0aadd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:17:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11734704-7c77-4b1d-888f-e8c232bbe8af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T17:51:11Z', 'updated_at': '2021-06-29T17:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cd7448d-c974-46f0-8ef9-2783dc523a5d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-14-iscsi'}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:56:31.755999 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-72c968f0-011c-4e4d-be61-0a3afb4d233c admin admin] Deleting port 7624d966-c6a6-4e40-88b6-fc50479f5452 {{(pid=100362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:56:31.755999 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-72c968f0-011c-4e4d-be61-0a3afb4d233c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:31.792302 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7a08ad-9f51-4a68-9ac7-9047b247f0af None None] Checking router: 11734704-7c77-4b1d-888f-e8c232bbe8af for host: dv-cinder-763306-14-iscsi {{(pid=100364) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 17:56:31.802868 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7a08ad-9f51-4a68-9ac7-9047b247f0af None None] Routers {'11734704-7c77-4b1d-888f-e8c232bbe8af'} bound to L3 agent in host dv-cinder-763306-14-iscsi {{(pid=100364) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 17:56:31.803523 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-2c7a08ad-9f51-4a68-9ac7-9047b247f0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T17:32:30Z,description=,heartbeat_timestamp=2021-06-29T17:56:30Z,host='dv-cinder-763306-14-iscsi',id=4bfbb9eb-a279-45d7-bd0d-531cf40f359b,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T17:32:30Z,topic='l3_agent')) {'router_ids': ['11734704-7c77-4b1d-888f-e8c232bbe8af'], 'active': True} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:56:31.848135 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.db [None req-72c968f0-011c-4e4d-be61-0a3afb4d233c admin admin] For port 7624d966-c6a6-4e40-88b6-fc50479f5452, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=7624d966-c6a6-4e40-88b6-fc50479f5452,segment=NetworkSegment(f9a98574-3341-4580-ac4f-b7fff4e16571),segment_id=f9a98574-3341-4580-ac4f-b7fff4e16571)] {{(pid=100362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:56:31.848496 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-72c968f0-011c-4e4d-be61-0a3afb4d233c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:31.861780 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-72c968f0-011c-4e4d-be61-0a3afb4d233c admin admin] Calling delete_port for 7624d966-c6a6-4e40-88b6-fc50479f5452 owned by network:router_gateway {{(pid=100362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:56:31.907412 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_dvr_db [None req-2c7a08ad-9f51-4a68-9ac7-9047b247f0af None None] Set router 11734704-7c77-4b1d-888f-e8c232bbe8af gateway port host: None {{(pid=100364) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 17:56:31.974507 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.l3_hamode_db [None req-2c7a08ad-9f51-4a68-9ac7-9047b247f0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11734704-7c77-4b1d-888f-e8c232bbe8af', 'name': 'tempest-TestMinimumBasicScenario-1992960311-router', 'tenant_id': '39ba37e1b46c49ffb1941e059624bc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:51:10Z', 'updated_at': '2021-06-29T17:56:31Z', 'revision_number': 6, 'project_id': '39ba37e1b46c49ffb1941e059624bc74', 'gw_port_host': None}], 'dv-cinder-763306-14-iscsi', False) {} {{(pid=100364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:56:32.108834 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7a08ad-9f51-4a68-9ac7-9047b247f0af None None] The sync data for ids ['11734704-7c77-4b1d-888f-e8c232bbe8af'] in dv-cinder-763306-14-iscsi is: [{'id': '11734704-7c77-4b1d-888f-e8c232bbe8af', 'name': 'tempest-TestMinimumBasicScenario-1992960311-router', 'tenant_id': '39ba37e1b46c49ffb1941e059624bc74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T17:51:10Z', 'updated_at': '2021-06-29T17:56:31Z', 'revision_number': 6, 'project_id': '39ba37e1b46c49ffb1941e059624bc74', 'gw_port_host': None}] {{(pid=100364) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 17:56:32.128467 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-72c968f0-011c-4e4d-be61-0a3afb4d233c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2715355'] for port, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:32.130741 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-78d70a66-d90f-4ff4-a56b-36c16b3dc0cf tempest-TestShelveInstance-330325792 tempest-TestShelveInstance-330325792-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:56:32.155433 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c968f0-011c-4e4d-be61-0a3afb4d233c admin admin] Pushing event deleted for resources: {'Port': ['ID=7624d966-c6a6-4e40-88b6-fc50479f5452,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:56:32.160613 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-72c968f0-011c-4e4d-be61-0a3afb4d233c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:56:32.235184 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-72c968f0-011c-4e4d-be61-0a3afb4d233c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1618157'] for router_gateway, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:32.329136 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-72c968f0-011c-4e4d-be61-0a3afb4d233c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-895'] for router, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:32.331433 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-72c968f0-011c-4e4d-be61-0a3afb4d233c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:32.488682 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-72c968f0-011c-4e4d-be61-0a3afb4d233c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-479148'] for router, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:32.489344 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c968f0-011c-4e4d-be61-0a3afb4d233c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11734704-7c77-4b1d-888f-e8c232bbe8af {{(pid=100362) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 17:56:32.493582 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-72c968f0-011c-4e4d-be61-0a3afb4d233c admin admin] Notify callbacks [] for router, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:32.494854 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-72c968f0-011c-4e4d-be61-0a3afb4d233c admin admin] 10.222.0.102 "DELETE /v2.0/routers/11734704-7c77-4b1d-888f-e8c232bbe8af HTTP/1.1" status: 204 len: 168 time: 1.1304283 Jun 29 17:56:32.497346 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 41840) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:56:32.547001 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.db_base_plugin_v2 [None req-81d13e34-1002-4c4a-9eca-89e3a8088528 admin admin] Deleting subnet 1a5a9d00-b41c-479d-9297-c985e772bcef {{(pid=100362) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 17:56:32.552164 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-81d13e34-1002-4c4a-9eca-89e3a8088528 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:32.596942 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-81d13e34-1002-4c4a-9eca-89e3a8088528 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10202194'] for subnet, precommit_delete_associations {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:32.680551 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-81d13e34-1002-4c4a-9eca-89e3a8088528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1423704'] for subnet, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:32.837470 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-81d13e34-1002-4c4a-9eca-89e3a8088528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1423681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-227801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2715169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10114573'] for subnet, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:32.839914 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-494c27ff-a64f-4970-8842-4544d7ee9ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:56:32.869783 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d13e34-1002-4c4a-9eca-89e3a8088528 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a5a9d00-b41c-479d-9297-c985e772bcef,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:56:32.872584 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-81d13e34-1002-4c4a-9eca-89e3a8088528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for subnet, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:32.874640 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-81d13e34-1002-4c4a-9eca-89e3a8088528 admin admin] 10.222.0.102 "DELETE /v2.0/subnets/1a5a9d00-b41c-479d-9297-c985e772bcef HTTP/1.1" status: 204 len: 168 time: 0.3763349 Jun 29 17:56:32.875708 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-81d13e34-1002-4c4a-9eca-89e3a8088528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:56:32.878821 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 41842) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:56:32.883936 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51641200-656d-440f-83da-0f6a5999bf04 None None] Network efff4e25-e2bf-43ab-b0ac-85d228aeabc8 requested from dv-cinder-763306-14-iscsi {{(pid=100363) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 17:56:32.996642 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8eba527b-2aae-466f-a302-976b5b66ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1525605'] for network, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:33.078637 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-8eba527b-2aae-466f-a302-976b5b66ac26 admin admin] Deleting port 44f44405-7f00-4949-a9e0-f3ec33bd6722 {{(pid=100362) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:56:33.078993 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8eba527b-2aae-466f-a302-976b5b66ac26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:33.170196 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.db [None req-8eba527b-2aae-466f-a302-976b5b66ac26 admin admin] For port 44f44405-7f00-4949-a9e0-f3ec33bd6722, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=44f44405-7f00-4949-a9e0-f3ec33bd6722,segment=NetworkSegment(92ac19ea-4a49-4cf2-a475-a5b00f481097),segment_id=92ac19ea-4a49-4cf2-a475-a5b00f481097)] {{(pid=100362) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:56:33.170913 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8eba527b-2aae-466f-a302-976b5b66ac26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:33.192917 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbed6fb-a812-453d-ac7c-924dfa6106f2 None None] DHCP port deletion for efff4e25-e2bf-43ab-b0ac-85d228aeabc8 request from dv-cinder-763306-14-iscsi {{(pid=100363) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 17:56:33.199187 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.plugin [None req-8eba527b-2aae-466f-a302-976b5b66ac26 admin admin] Calling delete_port for 44f44405-7f00-4949-a9e0-f3ec33bd6722 owned by network:dhcp {{(pid=100362) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:56:33.226446 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:33.266727 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-efbed6fb-a812-453d-ac7c-924dfa6106f2 None None] Deleting port 44f44405-7f00-4949-a9e0-f3ec33bd6722 {{(pid=100363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 17:56:33.268541 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-efbed6fb-a812-453d-ac7c-924dfa6106f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732082735674'] for port, before_delete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:33.358034 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.db [None req-efbed6fb-a812-453d-ac7c-924dfa6106f2 None None] For port 44f44405-7f00-4949-a9e0-f3ec33bd6722, host dv-cinder-763306-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-14-iscsi',level=0,port_id=44f44405-7f00-4949-a9e0-f3ec33bd6722,segment=NetworkSegment(92ac19ea-4a49-4cf2-a475-a5b00f481097),segment_id=92ac19ea-4a49-4cf2-a475-a5b00f481097)] {{(pid=100363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 17:56:33.358668 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-efbed6fb-a812-453d-ac7c-924dfa6106f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491224'] for port, precommit_delete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:33.374567 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-efbed6fb-a812-453d-ac7c-924dfa6106f2 None None] Calling delete_port for 44f44405-7f00-4949-a9e0-f3ec33bd6722 owned by network:dhcp {{(pid=100363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 17:56:33.420859 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 886aea37-8fc2-42e1-b672-167ba66f0720 no longer exists at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:56:33.445585 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] No Port match for: 886aea37-8fc2-42e1-b672-167ba66f0720 {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:56:33.445942 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 886aea37-8fc2-42e1-b672-167ba66f0720 not bound to the agent host dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:56:33.446370 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 44f44405-7f00-4949-a9e0-f3ec33bd6722 no longer exists at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:56:33.448925 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8eba527b-2aae-466f-a302-976b5b66ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2715355'] for port, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:33.452322 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-abda321d-2eea-44bc-bee3-ffd0f7bd51ca tempest-TestVolumeBootPattern-619311299 tempest-TestVolumeBootPattern-619311299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:56:33.470615 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] No Port match for: 44f44405-7f00-4949-a9e0-f3ec33bd6722 {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:56:33.470971 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 44f44405-7f00-4949-a9e0-f3ec33bd6722 not bound to the agent host dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:56:33.471428 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 7624d966-c6a6-4e40-88b6-fc50479f5452 no longer exists at agent ovs-agent-dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 17:56:33.486486 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eba527b-2aae-466f-a302-976b5b66ac26 admin admin] No DVR routers for this DVR port 44f44405-7f00-4949-a9e0-f3ec33bd6722 on host dv-cinder-763306-14-iscsi {{(pid=100362) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:56:33.492312 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba527b-2aae-466f-a302-976b5b66ac26 admin admin] Pushing event deleted for resources: {'Port': ['ID=44f44405-7f00-4949-a9e0-f3ec33bd6722,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:56:33.495063 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-8eba527b-2aae-466f-a302-976b5b66ac26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:56:33.499369 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.plugin [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] No Port match for: 7624d966-c6a6-4e40-88b6-fc50479f5452 {{(pid=100363) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 17:56:33.499748 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.plugins.ml2.rpc [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Device 7624d966-c6a6-4e40-88b6-fc50479f5452 not bound to the agent host dv-cinder-763306-14-iscsi {{(pid=100363) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 17:56:33.523406 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-efbed6fb-a812-453d-ac7c-924dfa6106f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1492111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1620962', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732082657576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732082167574'] for port, after_delete {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:33.526395 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:56:33.551686 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbed6fb-a812-453d-ac7c-924dfa6106f2 None None] Pushing event deleted for resources: {'Port': ['ID=44f44405-7f00-4949-a9e0-f3ec33bd6722,revision_number=None']} {{(pid=100363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:56:33.555149 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG oslo_concurrency.lockutils [None req-efbed6fb-a812-453d-ac7c-924dfa6106f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=100363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:56:33.555979 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbed6fb-a812-453d-ac7c-924dfa6106f2 None None] No DVR routers for this DVR port 44f44405-7f00-4949-a9e0-f3ec33bd6722 on host dv-cinder-763306-14-iscsi {{(pid=100363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 17:56:33.586028 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8eba527b-2aae-466f-a302-976b5b66ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1423750', 'neutron.services.segments.db._delete_segments_for_network-8732082675523'] for network, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:33.597828 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.services.segments.db [None req-8eba527b-2aae-466f-a302-976b5b66ac26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efff4e25-e2bf-43ab-b0ac-85d228aeabc8']}} {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:56:33.608292 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.services.segments.db [None req-8eba527b-2aae-466f-a302-976b5b66ac26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ac19ea-4a49-4cf2-a475-a5b00f481097') {'for_net_delete': True} {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:56:33.608588 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.services.segments.db [None req-8eba527b-2aae-466f-a302-976b5b66ac26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ac19ea-4a49-4cf2-a475-a5b00f481097') {} {{(pid=100362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 17:56:33.618933 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8eba527b-2aae-466f-a302-976b5b66ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732082504906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10202205'] for segment, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:33.635691 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8eba527b-2aae-466f-a302-976b5b66ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218'] for segment, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:33.643315 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eba527b-2aae-466f-a302-976b5b66ac26 admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=100362) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8eba527b-2aae-466f-a302-976b5b66ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1382218', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2715276'] for segment, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: Traceback (most recent call last): Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: timer() Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: cb(*args, **kw) Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: return func(*args, **kwargs) Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: self._notify() Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: self.callback(batched_events) Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: event.method(event) Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: return f(self, *a, **k) Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: return self._get(url).json() Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: return self.request(url, 'GET', **kwargs) Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 17:56:33.645503 dv-cinder-763306-14-iscsi neutron-server[100362]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 17:56:33.820287 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8eba527b-2aae-466f-a302-976b5b66ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1423773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352882', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1620949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1617152'] for network, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:33.824685 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-8eba527b-2aae-466f-a302-976b5b66ac26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1620976'] for network, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:33.826613 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-8eba527b-2aae-466f-a302-976b5b66ac26 admin admin] 10.222.0.102 "DELETE /v2.0/networks/efff4e25-e2bf-43ab-b0ac-85d228aeabc8 HTTP/1.1" status: 204 len: 168 time: 0.9463360 Jun 29 17:56:33.827510 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-97cf5e2f-9d60-4d9f-a73d-3f60b582b93e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:56:33.846200 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba527b-2aae-466f-a302-976b5b66ac26 admin admin] Pushing event deleted for resources: {'Network': ['ID=efff4e25-e2bf-43ab-b0ac-85d228aeabc8,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:56:33.849426 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-8eba527b-2aae-466f-a302-976b5b66ac26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:56:34.154367 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 41846) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:56:34.199294 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-805b8d71-309b-47db-b642-e1a24c271b8c admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=2754616d326c4e71940da7941fbabc9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435205 Jun 29 17:56:34.202532 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 41848) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:56:34.257521 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e546e8b4-f69b-4474-854b-009795ae495f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:34.290167 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e546e8b4-f69b-4474-854b-009795ae495f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:34.403192 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e546e8b4-f69b-4474-854b-009795ae495f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:34.405851 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-e546e8b4-f69b-4474-854b-009795ae495f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:34.407098 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-e546e8b4-f69b-4474-854b-009795ae495f admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/77d63922-88cc-4b26-be82-0fbab9cabd56 HTTP/1.1" status: 204 len: 168 time: 0.2036190 Jun 29 17:56:34.408904 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-73658a79-a780-4ef6-8b42-0778b735bf24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:56:34.421758 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546e8b4-f69b-4474-854b-009795ae495f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d63922-88cc-4b26-be82-0fbab9cabd56,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:56:34.426881 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-e546e8b4-f69b-4474-854b-009795ae495f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:56:35.246834 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 41854) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:56:35.292218 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-c9cd1ad3-8638-45b7-bc3f-10268f607b01 admin admin] 10.222.0.102 "GET /v2.0/security-groups?tenant_id=39ba37e1b46c49ffb1941e059624bc74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438974 Jun 29 17:56:35.295168 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.wsgi [-] (100362) accepted ('10.222.0.102', 41856) {{(pid=100362) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 17:56:35.353847 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-9ab800a0-067d-41f4-850a-58bb2fcfb866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:35.387874 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-9ab800a0-067d-41f4-850a-58bb2fcfb866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:35.545376 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-9ab800a0-067d-41f4-850a-58bb2fcfb866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-352874'] for security_group, after_delete {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:35.548462 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron_lib.callbacks.manager [None req-9ab800a0-067d-41f4-850a-58bb2fcfb866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:35.550171 dv-cinder-763306-14-iscsi neutron-server[100362]: INFO neutron.wsgi [None req-9ab800a0-067d-41f4-850a-58bb2fcfb866 admin admin] 10.222.0.102 "DELETE /v2.0/security-groups/30b84cf6-01b9-4849-b135-b19549b4fbbb HTTP/1.1" status: 204 len: 168 time: 0.2535741 Jun 29 17:56:35.551570 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-2bd89c2a-402c-4f1b-8afc-2ca225a24a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 17:56:35.560013 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab800a0-067d-41f4-850a-58bb2fcfb866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b84cf6-01b9-4849-b135-b19549b4fbbb,revision_number=None']} {{(pid=100362) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 17:56:35.562585 dv-cinder-763306-14-iscsi neutron-server[100362]: DEBUG oslo_concurrency.lockutils [None req-9ab800a0-067d-41f4-850a-58bb2fcfb866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=100362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 17:56:37.624731 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:40.786272 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:56:57.430403 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-dbf25b04-ce81-4943-8db6-0465ed664977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:59.813430 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-c35f8733-e70b-4375-b14a-e5e18a15b1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:56:59.904866 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:57:01.538622 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:57:03.229996 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:57:07.475377 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:57:17.788775 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:57:27.445981 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-1da34663-911a-44c3-af5c-d60f5e3b7f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:57:29.816447 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-30afa7c4-86c0-4392-a0d5-9f444d78e20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:57:29.908815 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:57:31.514408 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:57:33.244660 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:57:37.480262 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:57:54.789100 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:57:57.415599 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d2097726-c903-41e2-990c-2f46e59c3b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:57:59.849747 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-2d14ca65-0e16-466e-a1ad-504c1c67d06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:57:59.924482 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:58:01.519141 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:58:03.238498 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:58:07.449623 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:58:27.443381 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-a094ce38-cfda-4935-aa38-b2b7ef490c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:58:30.048339 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-7f388d88-b6f9-4f39-b499-953fafcc24b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:58:30.094525 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:58:31.608968 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:58:31.790616 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:58:32.370081 dv-cinder-763306-14-iscsi neutron-server[100361]: DEBUG neutron.wsgi [req-6e1cad5b-486a-4665-8509-707d62fc1d3c req-b81bdc86-3cab-4d32-b27a-26016e005404 service neutron] (100361) timed out ('10.222.0.66', 55989) {{(pid=100361) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 17:58:33.283121 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:58:37.518246 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:58:57.428574 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-a292124c-4f8c-48b3-8ea1-e1bb37d71a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:58:59.850898 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-e6b95341-b44c-4e68-9cd8-d4ba484e54fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:58:59.922694 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:59:01.584922 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:59:03.259391 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:59:07.504929 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:59:08.790022 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:59:27.475229 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-1c4d2c04-1ca4-46e4-8067-c89e9fd74925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:59:29.813005 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-79f9ffcf-1a0c-4357-8d1a-ade121dcbea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:59:29.984239 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:59:31.555271 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:59:33.257821 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:59:37.498166 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:59:45.793897 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 17:59:57.456647 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-12a78e15-3ebc-454d-8ed8-c967e4f07657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:59:59.884919 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-e32b77d0-7c61-4a6f-a0e2-24e5ff59b2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 17:59:59.982016 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 18:00:01.559392 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 18:00:03.262250 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 18:00:07.547650 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 18:00:22.794239 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 18:00:27.420636 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-87024304-030b-4552-903a-c695484b276a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 18:00:29.992384 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 18:00:30.009444 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-5e13cb46-4732-4c90-8800-678adb77f07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 18:00:31.558352 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 18:00:33.306127 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 18:00:37.626606 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 18:00:57.448145 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-36858e00-75d9-47c1-aedb-7eb3a8f13ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 18:00:59.794570 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 18:00:59.893669 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-c6e4a729-6986-4e35-90f6-ec3323e1224e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 18:00:59.979451 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 18:01:01.561975 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 18:01:03.288639 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 18:01:07.539615 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 18:01:27.458086 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-16839548-13cb-4847-a72a-0277d4a23627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 18:01:29.904069 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-990eecfd-0b8e-4943-a5a9-7e5c99b46c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 18:01:29.983991 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-d4068141-0a2f-41f1-b84b-a8533659f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 18:01:31.589224 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-50625b67-02f8-4e75-a0b2-1043520440d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 18:01:33.315018 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-60d2e4b1-f793-48ee-a87e-49342f063e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 18:01:36.793784 dv-cinder-763306-14-iscsi neutron-server[100364]: DEBUG neutron.db.agents_db [None req-79951696-38d3-4486-b851-046ab07c9d2c None None] Agent healthcheck: found 6 active agents {{(pid=100364) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 18:01:37.525775 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-8b0849d4-d8f5-4fa7-98d8-7c458a5e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 18:01:57.427625 dv-cinder-763306-14-iscsi neutron-server[100363]: DEBUG neutron_lib.callbacks.manager [None req-db30bd6b-e4a9-4438-bffb-5c46662e9b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732082675505', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1421912'] for agent, after_update {{(pid=100363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}